-- Logs begin at Tue 2021-10-12 03:28:00 UTC, end at Tue 2021-10-12 04:24:53 UTC. -- Oct 12 03:58:11.184092 dv-cinder-813067-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 03:58:13.906552 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.common.config [-] Logging enabled! Oct 12 03:58:13.907154 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev62 Oct 12 03:58:13.907326 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94075) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 03:58:13.910553 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.common.config [-] Logging enabled! Oct 12 03:58:13.910807 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev62 Oct 12 03:58:13.911118 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94075) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 03:58:13.912047 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 03:58:13.912279 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 03:58:13.912646 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 03:58:13.913003 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 03:58:13.913245 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 03:58:13.913563 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.913858 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.914152 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.914378 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.914668 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.914954 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.915232 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.915518 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.915813 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.916096 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.916374 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.916654 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.916906 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.917188 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.917472 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.917756 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.917977 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] debug = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.918253 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.918682 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.919092 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.919367 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.919650 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.919939 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.920195 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.920466 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.920744 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.921095 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] host = dv-cinder-813067-1-smb {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.921372 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.921658 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.921941 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.922222 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.922500 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.922770 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.923046 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.923320 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.923584 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] log_file = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.923854 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.924138 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.924420 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.924703 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.924954 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.925177 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.925984 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.926266 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.926538 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.926808 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.927078 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.927346 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.927615 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.927880 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.928160 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.928438 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.928718 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.929023 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.929294 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.929565 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.929834 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.930113 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.930382 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.930651 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.930918 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.931197 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.931462 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.931728 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.932023 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.932302 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.932578 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.932952 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.933151 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.933429 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.933697 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.933963 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.934231 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] use_json = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.934499 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.934765 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.935041 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.935580 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.935848 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.936118 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.936385 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.936664 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:13.936993 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.937289 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.937583 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.937863 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.938161 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.938437 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.938722 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.938995 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.939276 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.939560 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.939844 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.940118 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.940401 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.940674 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.941619 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.941949 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.942246 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.942537 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.942809 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.943082 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.943352 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.943623 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.943907 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.944182 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.944467 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.944750 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.945195 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.945489 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.945781 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.946067 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.946340 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.946618 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.946906 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.947180 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.947447 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.947720 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.948003 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.948277 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.948547 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.948824 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.949122 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.949392 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.949664 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.949941 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.950229 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.950502 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.950769 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.951036 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.951307 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.951572 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.951850 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.952120 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.952387 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.952656 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.952961 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.953236 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.953502 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.953773 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.954038 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.954312 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.954580 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.954847 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.955115 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.955380 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.955646 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.955911 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.956176 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.956448 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.956739 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.957036 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.957306 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.957573 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.957841 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.958121 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.958413 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.958687 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.958959 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.959231 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.959502 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.959771 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.960039 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.960310 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.960583 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.960848 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.961312 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.961594 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.961875 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.962152 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.962426 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.962734 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.963007 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.963288 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.963561 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.963836 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.964114 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.964393 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.964682 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.965001 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.965289 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.965631 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.965919 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.966193 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.966496 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.966773 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:13.966990 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 03:58:13.967228 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94075) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 03:58:14.398127 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 03:58:14.398399 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 03:58:14.398692 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 03:58:14.399029 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 03:58:14.717205 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.717506 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.717777 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.718943 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.719215 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.719480 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.753939 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.754211 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.754484 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.770092 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.770369 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.770639 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.800651 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.800950 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.801219 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.838203 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.838479 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:14.838749 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.074007 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.074618 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.074618 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.074787 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.075414 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.197458 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.197776 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.198062 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.198335 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.198601 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.198908 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.199164 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.199417 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.199666 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.199943 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.200200 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.200460 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.200709 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.200981 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.201234 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.201495 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.201747 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.202010 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.202276 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.202531 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.202797 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.203043 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.203321 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.203692 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.203936 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.204182 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.204570 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 03:58:15.204808 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 03:58:15.205068 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 03:58:15.205303 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 03:58:15.205536 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 03:58:15.205768 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 03:58:15.206125 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 03:58:15.209820 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 03:58:15.213791 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 03:58:15.218533 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 12 03:58:15.220186 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 03:58:15.220640 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 03:58:15.220998 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 03:58:15.221383 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 03:58:15.224236 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 03:58:15.224488 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 03:58:15.224835 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 03:58:15.230251 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 03:58:15.252365 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 03:58:15.252811 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.253131 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94075) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 03:58:15.254025 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.255420 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94075) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 03:58:15.255698 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 03:58:15.255941 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 03:58:15.259321 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.259604 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:15.326263 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 03:58:15.326470 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 03:58:15.326667 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 03:58:15.327122 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 03:58:15.347622 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_db.sqlalchemy.engines [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94075) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 03:58:15.877595 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Initializing driver for type 'gre' Oct 12 03:58:15.878118 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] gre ID ranges: [(1, 1000)] Oct 12 03:58:15.930143 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Initializing driver for type 'local' Oct 12 03:58:15.930504 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Initializing driver for type 'vlan' Oct 12 03:58:15.942913 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] VlanTypeDriver initialization complete Oct 12 03:58:15.943260 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Initializing driver for type 'vxlan' Oct 12 03:58:15.943769 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] vxlan ID ranges: [(1, 1000)] Oct 12 03:58:15.994680 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Initializing extension driver 'port_security' Oct 12 03:58:15.995044 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.extensions.port_security [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] PortSecurityExtensionDriver initialization complete Oct 12 03:58:15.995420 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Initializing mechanism driver 'openvswitch' Oct 12 03:58:15.995750 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Initializing mechanism driver 'hyperv' Oct 12 03:58:16.002408 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:58:16.003078 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > port after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.003448 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > port after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.003800 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > port after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.004328 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 03:58:16.004758 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > subnet after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.005141 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > subnet after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.005493 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.005888 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 03:58:16.006295 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > network after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.006645 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > network after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.006988 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > network after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.007380 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 03:58:16.007785 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > security_group after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.008136 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > security_group after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.008494 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.009088 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 03:58:16.009499 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.009849 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.010191 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.010586 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 03:58:16.010987 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > address_group after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.011334 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > address_group after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.011675 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.012065 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 03:58:16.012443 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] ML2 OVO RPC backend initialized. {{(pid=94075) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 03:58:16.013179 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.013534 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.013951 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > network before_response 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.014305 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > networks before_response 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.014655 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > port before_response 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.014998 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > ports before_response 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.015340 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > subnet before_response 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.015681 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > subnets before_response 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.016027 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > network after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.016367 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > network after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.016703 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > network after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.017063 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > port after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.017403 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > port after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.017739 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > port after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.018084 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > subnet after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.018420 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > subnet after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.018756 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.019331 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.plugin [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Modular L2 Plugin initialization complete Oct 12 03:58:16.019660 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading services supported by the core plugin {{(pid=94075) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 03:58:16.019987 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.plugins.ml2.managers [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Got port-security extension from driver 'port_security' Oct 12 03:58:16.020453 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.extensions.vlantransparent [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Disabled vlantransparent extension. Oct 12 03:58:16.020954 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94075) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 03:58:16.021274 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading Plugin: router Oct 12 03:58:16.057841 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.058233 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router after_create 55549900 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.058607 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router before_create 55549900 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.058974 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.059347 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.059706 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router after_delete 55549900 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.060067 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.060678 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.061064 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router after_create 55549900 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.061412 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router after_update 55549900 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.061764 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router after_update 55549900 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.062114 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.062472 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router after_update 55549900 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.062882 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router precommit_update 55549900 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.063251 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: port after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.063598 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: port after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.063937 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: subnet after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.064276 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.064622 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.064999 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router precommit_create 55549900 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.065347 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: port before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.065690 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router precommit_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.066046 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router after_update 55549900 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.066389 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.066737 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router precommit_create 55549900 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.067097 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.067467 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router precommit_update 55549900 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.067830 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > agent after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.068178 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > agent after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.068520 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > network after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.069419 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Tracking information for resource: router configured {{(pid=94075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 03:58:16.069754 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Tracking information for resource: floatingip configured {{(pid=94075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 03:58:16.074760 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.db.l3_agentschedulers_db [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 03:58:16.075340 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: port after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.075701 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: port after_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.076059 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: port after_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.076413 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: port after_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.077229 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router before_create 55550100 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.077671 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.077943 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router precommit_create 55550100 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.078301 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > router precommit_update 55550100 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.083727 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.services.provider_configuration [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service providers = [] {{(pid=94075) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 03:58:16.084090 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.db.servicetype_db [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94075) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 03:58:16.087142 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.services.service_base [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 03:58:16.087491 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.services.service_base [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 03:58:16.087831 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.services.service_base [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 03:58:16.088725 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.services.service_base [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 03:58:16.089133 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.services.service_base [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 03:58:16.089513 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 03:58:16.089827 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 03:58:16.101279 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 03:58:16.101618 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading Plugin: auto_allocate Oct 12 03:58:16.107518 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: network precommit_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.107916 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: network precommit_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.108437 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 03:58:16.108760 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading Plugin: tag Oct 12 03:58:16.115418 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 03:58:16.115753 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading Plugin: timestamp Oct 12 03:58:16.121172 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 03:58:16.121505 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading Plugin: network_ip_availability Oct 12 03:58:16.126982 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.127354 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.127754 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.128424 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 03:58:16.128771 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading Plugin: flavors Oct 12 03:58:16.133634 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 03:58:16.133967 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading Plugin: revisions Oct 12 03:58:16.138357 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 03:58:16.138744 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_concurrency.lockutils [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.740s {{(pid=94075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 03:58:16.139488 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94075) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 03:58:16.139840 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Initializing extension manager. Oct 12 03:58:16.140331 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: __init__.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.140671 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: __pycache__ {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.141042 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.141377 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: address_group.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.142136 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.142700 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: address-group Oct 12 03:58:16.143024 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: address_scope.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.143740 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.144250 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: address-scope Oct 12 03:58:16.144573 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.146267 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.146781 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: router-admin-state-down-before-update Oct 12 03:58:16.147103 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: agent.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.147813 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.148319 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: agent Oct 12 03:58:16.148643 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: agent_resources_synced.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.149594 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.150106 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: agent-resources-synced Oct 12 03:58:16.150428 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: allowedaddresspairs.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.152230 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.152745 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: allowed-address-pairs Oct 12 03:58:16.153106 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: auto_allocated_topology.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.154201 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.154712 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: auto-allocated-topology Oct 12 03:58:16.155042 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: availability_zone.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.155741 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.156245 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: availability_zone Oct 12 03:58:16.156568 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: availability_zone_filter.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.157524 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.158037 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: availability_zone_filter Oct 12 03:58:16.158361 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: data_plane_status.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.159281 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.159788 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 03:58:16.160110 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: default_subnetpools.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.161069 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.162120 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: default-subnetpools Oct 12 03:58:16.162444 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.163265 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.163775 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: dhcp_agent_scheduler Oct 12 03:58:16.164098 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: dns.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.165066 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.165575 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension dns-integration not supported by any of loaded plugins Oct 12 03:58:16.165899 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: dns_domain_ports.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.166828 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.167336 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 03:58:16.167658 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.168584 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.169123 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 03:58:16.169447 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: dvr.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.170123 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.170626 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: dvr Oct 12 03:58:16.170947 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: ecmp_routes.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.171877 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.172384 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 03:58:16.172708 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: empty_string_filtering.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.173671 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.174186 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: empty-string-filtering Oct 12 03:58:16.174507 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.175429 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.175934 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 03:58:16.176255 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.177241 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.177745 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 03:58:16.178065 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: external_net.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.178999 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.179503 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: external-net Oct 12 03:58:16.179823 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.180746 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.181292 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: extra_dhcp_opt Oct 12 03:58:16.181616 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: extraroute.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.182540 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.183051 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: extraroute Oct 12 03:58:16.183373 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: extraroute_atomic.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.184421 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.184957 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: extraroute-atomic Oct 12 03:58:16.185558 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: filter_validation.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.186228 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.186728 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: filter-validation Oct 12 03:58:16.187049 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: fip_pf_description.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.187964 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.188466 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 03:58:16.188792 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: fip_port_details.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.189754 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.190260 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: fip-port-details Oct 12 03:58:16.190583 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: flavors.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.191826 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.192369 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: flavors Oct 12 03:58:16.192701 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.194407 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.194935 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 03:58:16.195268 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: floatingip_pools.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.195974 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.196491 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: floatingip-pools Oct 12 03:58:16.196818 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: ip_allocation.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.197781 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.198288 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 03:58:16.198611 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.199548 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.200059 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: ip-substring-filtering Oct 12 03:58:16.200383 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: l2_adjacency.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.201357 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.201863 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 03:58:16.202185 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: l3.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.203281 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.203801 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: router Oct 12 03:58:16.204125 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.206391 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.206916 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 03:58:16.207248 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.208713 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.209258 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: ext-gw-mode Oct 12 03:58:16.209587 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.210537 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.211047 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: l3-ha Oct 12 03:58:16.211370 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: l3_flavors.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.212297 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.212805 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: l3-flavors Oct 12 03:58:16.213162 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.214094 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.214604 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 03:58:16.214925 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: l3agentscheduler.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.215952 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.216464 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: l3_agent_scheduler Oct 12 03:58:16.216791 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: logging.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.218340 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.218868 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension logging not supported by any of loaded plugins Oct 12 03:58:16.219196 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: metering.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.219943 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.220520 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: metering Oct 12 03:58:16.220843 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.221976 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.222495 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: metering_source_and_destination_fields Oct 12 03:58:16.222816 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: multiprovidernet.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.224354 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.224891 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: multi-provider Oct 12 03:58:16.225210 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: netmtu.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.226141 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.226650 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: net-mtu Oct 12 03:58:16.226972 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: netmtu_writable.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.227910 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.228423 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: net-mtu-writable Oct 12 03:58:16.228751 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: network_availability_zone.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.229461 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.229970 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: network_availability_zone Oct 12 03:58:16.230290 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: network_ip_availability.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.231413 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.231929 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: network-ip-availability Oct 12 03:58:16.232254 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: network_segment_range.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.233084 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.233596 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 03:58:16.233916 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: pagination.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.234909 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.235242 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: pagination Oct 12 03:58:16.235563 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: port_device_profile.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.236498 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.237042 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: port-device-profile Oct 12 03:58:16.237365 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.238294 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.238808 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: port-mac-address-regenerate Oct 12 03:58:16.239126 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.240082 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.240591 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: port-numa-affinity-policy Oct 12 03:58:16.240935 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: port_resource_request.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.241851 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.242359 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 03:58:16.242679 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: portbindings.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.243749 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.244261 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: binding Oct 12 03:58:16.244584 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: portbindings_extended.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.245924 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.246442 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: binding-extended Oct 12 03:58:16.246773 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: portsecurity.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.247704 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.248216 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: port-security Oct 12 03:58:16.248538 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: project_id.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.249561 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.249898 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: project-id Oct 12 03:58:16.250221 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: providernet.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.251159 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.251674 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: provider Oct 12 03:58:16.251992 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: qos.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.255641 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.256169 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension qos not supported by any of loaded plugins Oct 12 03:58:16.256502 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.257794 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.258315 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 03:58:16.258642 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.259572 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.260089 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 03:58:16.260414 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: qos_default.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.261370 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.261883 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension qos-default not supported by any of loaded plugins Oct 12 03:58:16.262208 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: qos_fip.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.262868 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.263377 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension qos-fip not supported by any of loaded plugins Oct 12 03:58:16.263711 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: qos_gateway_ip.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.264651 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.265188 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 03:58:16.265513 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: qos_port_network_policy.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.266441 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.266953 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 03:58:16.267275 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.268329 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.268843 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 03:58:16.269196 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: qos_pps_rule.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.270387 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.271454 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension qos-pps not supported by any of loaded plugins Oct 12 03:58:16.271780 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: qos_rule_type_details.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.272709 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.273257 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 03:58:16.273584 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: qos_rules_alias.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.274636 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.275153 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 03:58:16.275478 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: quotasv2.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.276396 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.276728 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: quotas Oct 12 03:58:16.277086 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: quotasv2_detail.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.280408 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.280755 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: quota_details Oct 12 03:58:16.281112 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: rbac.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.282174 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.282704 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: rbac-policies Oct 12 03:58:16.283037 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: rbac_address_group.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.283984 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.284511 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: rbac-address-group Oct 12 03:58:16.284838 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: rbac_address_scope.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.285798 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.286913 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: rbac-address-scope Oct 12 03:58:16.287240 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: rbac_security_groups.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.288173 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.288689 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: rbac-security-groups Oct 12 03:58:16.289049 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: rbac_subnetpool.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.289981 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.290495 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: rbac-subnetpool Oct 12 03:58:16.290819 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: revisionifmatch.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.291765 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.292278 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: revision-if-match Oct 12 03:58:16.292601 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: revisions.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.293758 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.294275 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: standard-attr-revisions Oct 12 03:58:16.294605 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: router_availability_zone.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.295292 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.295797 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: router_availability_zone Oct 12 03:58:16.296123 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: routerservicetype.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.297084 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.297596 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension router-service-type not supported by any of loaded plugins Oct 12 03:58:16.297917 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.298850 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.299366 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: security-groups-normalized-cidr Oct 12 03:58:16.299688 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.300618 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.301171 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: port-security-groups-filtering Oct 12 03:58:16.301498 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.302477 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.302996 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: security-groups-remote-address-group Oct 12 03:58:16.303320 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: securitygroup.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.313414 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.313944 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: security-group Oct 12 03:58:16.314284 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: segment.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.315077 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.315586 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension segment not supported by any of loaded plugins Oct 12 03:58:16.315914 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.316975 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.317513 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 03:58:16.317840 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: servicetype.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.318963 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.319481 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: service-type Oct 12 03:58:16.319807 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: sorting.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.320806 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.321164 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: sorting Oct 12 03:58:16.321487 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: standard_attr_segment.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.322419 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.322931 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 03:58:16.323256 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: standardattrdescription.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.323911 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.324422 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: standard-attr-description Oct 12 03:58:16.324745 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: stateful_security_group.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.325724 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.326243 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: stateful-security-group Oct 12 03:58:16.326568 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: stdattrs_common.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.327164 dv-cinder-813067-1-smb neutron-server[94075]: WARNING neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 03:58:16.327486 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.328438 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.328976 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 03:58:16.329298 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: subnet_onboard.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.330687 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.331209 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: subnet_onboard Oct 12 03:58:16.331534 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.332466 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.333529 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 03:58:16.333854 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: subnet_service_types.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.334790 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.335301 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: subnet-service-types Oct 12 03:58:16.335623 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: subnetallocation.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.336717 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.337274 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: subnet_allocation Oct 12 03:58:16.337603 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.338275 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.338790 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: subnetpool-prefix-ops Oct 12 03:58:16.339115 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.340085 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.340602 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 03:58:16.340964 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: tagging.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.342018 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.342679 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: standard-attr-tag Oct 12 03:58:16.342898 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: timestamp.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.344371 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.344978 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loaded extension: standard-attr-timestamp Oct 12 03:58:16.345340 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: trunk.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.346500 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.347080 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension trunk not supported by any of loaded plugins Oct 12 03:58:16.347424 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: trunk_details.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.348462 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.349677 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension trunk-details not supported by any of loaded plugins Oct 12 03:58:16.350029 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: uplink_status_propagation.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.351096 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.351686 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 03:58:16.352013 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Loading extension file: vlantransparent.py {{(pid=94075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 03:58:16.352751 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 03:58:16.353350 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 03:58:16.356095 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:network Oct 12 03:58:16.356689 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:subnet Oct 12 03:58:16.357167 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 03:58:16.357608 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:port Oct 12 03:58:16.359005 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.359519 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service FLAVORS assigned prefix: {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.360210 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.360683 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.361093 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:router Oct 12 03:58:16.361603 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 03:58:16.362156 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service METERING assigned prefix: /metering {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.363751 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.364164 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.364586 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 03:58:16.365696 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 03:58:16.366270 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:security_group Oct 12 03:58:16.366746 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 03:58:16.367343 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service CORE assigned prefix: {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.367678 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 03:58:16.368030 dv-cinder-813067-1-smb neutron-server[94075]: WARNING neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] subnetpool is already registered Oct 12 03:58:16.368465 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service CORE assigned prefix: {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.368792 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 03:58:16.369164 dv-cinder-813067-1-smb neutron-server[94075]: WARNING neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] subnetpool is already registered Oct 12 03:58:16.371439 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.371879 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service FLAVORS assigned prefix: {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.372477 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.372921 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.373260 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:router Oct 12 03:58:16.373603 dv-cinder-813067-1-smb neutron-server[94075]: WARNING neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] router is already registered Oct 12 03:58:16.374012 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 03:58:16.374351 dv-cinder-813067-1-smb neutron-server[94075]: WARNING neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] floatingip is already registered Oct 12 03:58:16.374814 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service METERING assigned prefix: /metering {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.375479 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 03:58:16.375806 dv-cinder-813067-1-smb neutron-server[94075]: WARNING neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] rbac_policy is already registered Oct 12 03:58:16.376220 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:security_group Oct 12 03:58:16.376558 dv-cinder-813067-1-smb neutron-server[94075]: WARNING neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] security_group is already registered Oct 12 03:58:16.376991 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 03:58:16.377328 dv-cinder-813067-1-smb neutron-server[94075]: WARNING neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] security_group_rule is already registered Oct 12 03:58:16.378003 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service CORE assigned prefix: {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.378280 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 03:58:16.378616 dv-cinder-813067-1-smb neutron-server[94075]: WARNING neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] subnetpool is already registered Oct 12 03:58:16.379034 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.v2.resource_helper [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Service CORE assigned prefix: {{(pid=94075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 03:58:16.379356 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 03:58:16.379687 dv-cinder-813067-1-smb neutron-server[94075]: WARNING neutron.quota.resource_registry [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] subnetpool is already registered Oct 12 03:58:16.380174 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: extensions {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.381712 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: address-groups {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.383209 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: address-scopes {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.384538 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: agents {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.385756 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: auto-allocated-topology {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.387013 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: availability_zones {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.388249 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: dhcp-networks {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.390918 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: dhcp-agents {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.392346 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: routers {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.394617 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: flavors {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.396332 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: service_profiles {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.397576 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: next_providers {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.399042 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: service_profiles {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.400603 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: floatingip-pools {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.401867 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: routers {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.404057 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: floatingips {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.405382 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: l3-routers {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.406778 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: l3-agents {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.408200 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: metering-labels {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.409613 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: metering-label-rules {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.410911 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: network-ip-availabilities {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.412787 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: bindings {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.414475 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: quotas {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.416064 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: quotas {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.417662 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: rbac-policies {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.418954 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: security-groups {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.420184 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: security-group-rules {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.421450 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: service-providers {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.422669 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: subnetpools {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.424105 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: subnetpools {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.425668 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: tags {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.427398 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: tags {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.429248 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: tags {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.431029 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: tags {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.432884 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: tags {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.434746 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: tags {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.436730 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: tags {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.438674 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: tags {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.440469 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: tags {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.442897 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron.api.extensions [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Extended resource: tags {{(pid=94075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 03:58:16.448993 dv-cinder-813067-1-smb neutron-server[94075]: WARNING keystonemiddleware.auth_token [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 03:58:16.454525 dv-cinder-813067-1-smb neutron-server[94075]: WARNING keystonemiddleware.auth_token [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 03:58:16.463924 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_concurrency.lockutils [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Acquired lock "singleton_lock" {{(pid=94075) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 03:58:16.464394 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_concurrency.lockutils [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Releasing lock "singleton_lock" {{(pid=94075) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 03:58:16.465062 dv-cinder-813067-1-smb neutron-server[94075]: INFO oslo_service.service [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Starting 2 workers Oct 12 03:58:16.469882 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Started child 94182 {{(pid=94075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 03:58:16.474340 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Started child 94183 {{(pid=94075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 03:58:16.475237 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:16.475942 dv-cinder-813067-1-smb neutron-server[94075]: INFO neutron.service [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 03:58:16.476586 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Notify callbacks [] for process, before_spawn {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:16.476710 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [-] (94182) wsgi starting up on http://0.0.0.0:9696 Oct 12 03:58:16.479032 dv-cinder-813067-1-smb neutron-server[94075]: INFO oslo_service.service [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Starting 1 workers Oct 12 03:58:16.479142 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:16.480442 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [-] (94183) wsgi starting up on http://0.0.0.0:9696 Oct 12 03:58:16.484236 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Started child 94184 {{(pid=94075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 03:58:16.484780 dv-cinder-813067-1-smb neutron-server[94075]: INFO oslo_service.service [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Starting 1 workers Oct 12 03:58:16.487975 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.service [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] calling RpcWorker wait() {{(pid=94184) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 03:58:16.488504 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.service [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] returning from RpcWorker wait() {{(pid=94184) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 03:58:16.489261 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Started child 94185 {{(pid=94075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 03:58:16.489926 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:16.490086 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86133d84-fe48-486b-9eb0-9b3fcb5e5d73 None None] Notify callbacks [] for process, after_spawn {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:16.490467 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:58:16.492046 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94075) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 03:58:16.492248 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 03:58:16.492434 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 03:58:16.492650 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 03:58:16.493035 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 03:58:16.493196 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 03:58:16.493716 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.493978 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.494247 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.494493 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.494586 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:16.495032 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.495341 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.495596 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:58:16.495688 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.495849 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.496137 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.496366 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.496536 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.496700 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.496974 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.497199 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.497516 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.497781 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.498018 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.498251 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.498424 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.498673 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.498941 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.499197 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.499462 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] debug = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.499700 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.500184 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.500423 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.500682 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.500953 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.501217 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.501464 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.501860 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.502324 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.502458 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.502585 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.502826 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.503081 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.503290 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.503535 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.503784 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.504020 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.504494 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] host = dv-cinder-813067-1-smb {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.504718 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.505507 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.505739 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.505971 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.506228 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.506458 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.506708 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.506973 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.507221 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.507463 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.507712 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.507968 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.508254 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.508462 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_file = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.508627 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_options = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.508843 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.509135 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.509382 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.509572 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.509741 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.509921 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.510178 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.510343 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.510580 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.510815 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.511030 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.511271 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.511472 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.511708 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.511948 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.512188 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.512426 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.512654 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.512940 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.513185 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.513410 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.513654 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.513890 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.514112 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.514325 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.514558 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.514824 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.514995 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.515207 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.515469 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.515713 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.515962 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.516209 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.516455 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.516719 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.516967 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.517196 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.517409 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.517678 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.517894 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.518142 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.518403 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.518615 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.518872 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.519083 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.519294 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.519505 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] use_json = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.519714 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.519944 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.520212 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.520423 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.521222 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.521440 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.521649 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.521877 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.522305 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.522579 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.522881 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.523137 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.523372 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.523635 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.523863 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.524097 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.524328 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.525749 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.525749 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.525749 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.525749 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.525749 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.526380 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.526380 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.526625 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.526750 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.526954 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.527185 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.528987 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.528987 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.528987 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.528987 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.528987 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.528987 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.528987 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.529484 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.529484 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.529621 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.529888 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.530145 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.530421 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.530617 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.530865 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.531077 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.531926 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.531926 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.531926 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.532766 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.532766 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.532766 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.532766 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.535232 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.535232 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.535232 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.535232 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.535232 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.535232 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.535232 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.535232 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.535232 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.536386 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.536386 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.536386 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.536386 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.536386 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.536386 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.536386 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.536386 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.536386 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.540647 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.540647 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.540647 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.540647 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.540647 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.540647 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.540647 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.540647 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.540647 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.542394 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.542394 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.542394 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.542394 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.542394 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.542394 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.542394 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.542394 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.542394 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.544284 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.544284 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.544284 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.544284 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.544284 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.544284 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.544284 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.544284 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.544284 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.545895 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.545895 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.545895 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.545895 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.545895 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.545895 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.545895 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.545895 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.547636 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.547636 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.547636 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.547636 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.547636 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.547636 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.547636 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.547636 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.550824 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.550824 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.550824 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.550824 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.550824 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.550824 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.550824 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.550824 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.551642 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.551642 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.551642 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.551642 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.551642 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.551642 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.551642 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.551642 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.552223 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.552223 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.552223 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.552223 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.552223 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.552223 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.552223 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.552223 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.553058 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.553058 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.553058 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.553058 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.553058 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.553702 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.553702 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.553702 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.554304 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.554304 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.554304 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.554871 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.554871 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.555117 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.555241 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.555585 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.555782 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.555923 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.556126 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.557670 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.557670 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.557670 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.557670 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.557670 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.557670 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.558391 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.558391 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.558391 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.558391 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.558867 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.558867 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.559117 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.559243 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.559412 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.560725 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.560725 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.560725 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.560725 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.561256 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.561256 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.561256 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.561623 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.561623 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.562022 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.562151 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.565033 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.565033 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.565033 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.565033 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.565033 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.565033 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.565033 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.565033 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.566844 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.566844 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.566844 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.566844 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.566844 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.566844 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.566844 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.566844 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.568470 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.568470 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.568470 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.568470 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.568470 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.568470 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.568470 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.568470 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.569422 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.569422 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.569422 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.569422 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.569422 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.569422 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.570131 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.570131 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.570131 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.570505 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.570505 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.570740 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.570955 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.572220 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.572220 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.572220 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.572220 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.572220 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.572739 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.572739 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.572920 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.573004 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.573435 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.573435 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.573637 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.575448 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.575448 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.575448 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.575448 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.575448 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.575448 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.575448 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.575448 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.576210 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.576210 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.576210 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.576210 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.576691 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.576691 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.576691 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.577082 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.577216 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.577427 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.577563 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.578354 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.578354 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.578354 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.578744 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.578744 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.578921 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.579064 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.579337 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.579599 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.579829 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.580890 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.580890 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.580890 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.580890 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.581182 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.581271 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.581515 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.581734 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.581972 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.582229 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.582527 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.582844 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.583635 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.583868 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.584148 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.584424 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.584688 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.584951 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.585242 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.585569 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.585850 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.586102 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.586331 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.586588 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.586808 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.587269 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.587269 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.587449 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.587664 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.588891 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.588891 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.588891 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.588891 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.588891 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.589313 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.589313 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.589472 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.589675 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.589889 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.590044 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 03:58:16.590596 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94075) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 03:58:16.590757 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 03:58:16.590909 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 03:58:16.591097 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 03:58:16.591281 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 03:58:16.591436 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 03:58:16.591642 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.591803 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.591961 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.592119 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.592276 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.592454 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.592613 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.592770 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.592951 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.593110 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.593267 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.593424 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.593581 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.593738 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.593894 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.594052 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.594207 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.594365 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.594526 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.594683 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.594839 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.594995 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.595151 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] debug = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.595308 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.595511 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.595674 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.595830 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.595986 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.596142 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.596298 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.596454 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.596609 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.596765 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.596943 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.597107 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.597262 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.597420 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.597578 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.597733 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.597874 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.598035 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] host = dv-cinder-813067-1-smb {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.598198 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.598357 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.598521 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.598686 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.598857 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.598997 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.599309 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.599626 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.599931 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.600231 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.600529 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.600827 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.601155 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.601313 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_file = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.601473 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_options = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.601630 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.601783 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.601942 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603237 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603237 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603237 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603237 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603237 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603237 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603237 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603707 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603707 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603707 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603707 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603707 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603993 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.603993 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.604148 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.604460 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.604624 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.604782 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.604964 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.605121 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.605277 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.605434 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.605589 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.605746 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.605904 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.606048 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.606205 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.606361 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.606518 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.606675 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.606830 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.606991 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.607150 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.607306 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.607464 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.607623 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.607780 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.607937 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.608095 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.608249 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.608408 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.608564 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.608725 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.608901 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] use_json = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.609063 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.609213 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.609347 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.609506 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.609655 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.609795 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.609947 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.610110 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 03:58:16.610268 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.610430 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.610600 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.610759 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.610918 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.611078 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.611238 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.611386 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.611545 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.611681 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.611845 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.612005 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.612174 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.612334 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.612494 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.612657 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.612817 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.613004 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.613164 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.613324 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.613484 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.613645 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.613814 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.613972 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.614131 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.614521 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.614521 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.614746 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.614873 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.614997 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.615082 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.615232 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.615393 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.615554 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.615715 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.615875 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.616036 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.616196 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.616356 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.616517 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.616676 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.616836 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.617023 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.617184 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.617286 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:58:16.617385 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.617494 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.617653 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.617814 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.617975 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.618135 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.618295 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.618455 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.618616 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.618777 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.618939 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.619107 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.619266 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.619424 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.619583 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.619743 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.619902 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.620061 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.620219 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.620379 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.620539 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.620698 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.620901 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.621052 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.621212 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.621371 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.621531 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.621691 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.621851 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.622010 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.622172 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.622331 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.622492 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.622652 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.622814 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.622973 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.623134 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.623292 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.623453 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.623613 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.623774 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.623934 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.624095 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.624255 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.624414 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.624581 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.624755 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.624936 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.625096 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.625256 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.625414 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.625573 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.625731 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.625890 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.626050 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.626209 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.626367 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.626527 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.626688 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.626851 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.627019 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.627177 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.627336 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.627499 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.627659 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.627825 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.627968 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.628240 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.628342 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.628437 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.628568 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.628727 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.628903 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.629064 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.629217 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.630554 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.630554 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.630554 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.630554 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.630554 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.630974 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.630974 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.630974 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.631484 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.631484 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.631484 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.631739 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.631739 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.631986 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.631986 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.632223 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.632347 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.632471 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.632595 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.632749 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.632933 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.633096 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.633446 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.633446 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.633605 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.633686 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.633847 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.634008 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.634170 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.634330 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.634490 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.634651 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.634811 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.634971 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.635132 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.635294 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.635454 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.635615 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.635776 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.635936 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.636096 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.636255 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.636416 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.636575 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.636734 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.636929 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.637078 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.637236 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.637397 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.637562 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.637721 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.637880 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.638040 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.638197 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.638357 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.638519 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.638679 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.638840 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.639002 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.639164 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.639325 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.639487 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.639649 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.639810 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.639970 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.640129 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.640289 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.640450 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.640611 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.640771 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.640955 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.641117 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.641277 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.641449 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.641608 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.641769 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.641929 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.642089 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.642247 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.642406 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.642565 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.642723 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.642882 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.643040 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.643201 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.643523 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.643687 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.643848 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.644007 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.644167 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.644326 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.644486 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.644658 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.644819 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.645003 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.645164 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.645323 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.645534 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.646202 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.646363 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.646522 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.646681 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.646840 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.646999 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.647172 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.647330 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.647494 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.647654 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.647813 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.647973 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.648143 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.648296 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.648454 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.648613 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.648773 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.648955 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.649126 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.649289 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.649438 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.649597 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.649747 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.649893 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.650044 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.650206 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.650366 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.650526 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.650685 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.650845 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.651015 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.651175 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.651336 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.651502 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.651662 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.651822 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.651985 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.652155 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.652315 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.652479 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.652638 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.652797 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.652984 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.653145 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.653311 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.653479 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.653645 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.653806 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.653972 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.654141 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.654308 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.654468 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.654634 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.654805 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.654966 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.655124 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.655283 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.655441 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.655601 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.655760 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.655920 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.656080 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.656241 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.656399 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.656558 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.656718 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.656894 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.657058 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.657217 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.657377 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.657542 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.657701 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.657880 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 03:58:16.658012 dv-cinder-813067-1-smb neutron-server[94075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 03:58:16.858711 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 35422) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:58:16.867781 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069592 Oct 12 03:58:28.316968 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ce0b26-21e6-4f85-bab6-d226549429f3 None None] get_active_networks_info from dv-cinder-813067-1-smb {{(pid=94184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 03:58:28.383526 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ce0b26-21e6-4f85-bab6-d226549429f3 None None] No non-hosted networks {{(pid=94184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 03:58:28.397545 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.agentschedulers_db [None req-e0ce0b26-21e6-4f85-bab6-d226549429f3 None None] DHCP Agent not found on host dv-cinder-813067-1-smb {{(pid=94184) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 12 03:58:28.563875 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-5530c82e-3b11-48fa-a3b5-a6c5339a17da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3913456'] for agent, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:30.652968 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-72bb5447-af6c-4ea4-8ab8-4b9cc9a114cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3913456'] for agent, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:30.699319 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-17eba69d-0ff1-4c0a-91d4-d610adf8f56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:31.617612 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3913456'] for agent, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:31.691941 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3913456'] for agent, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:31.693669 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:31.694874 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:31.695271 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:31.695607 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:31.695936 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:31.697037 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:31.697386 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:31.697699 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:31.698020 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:31.698385 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:31.698714 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:31.699031 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:31.699522 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813067-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:58:31.711312 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813067-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:58:33.586678 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3913456'] for agent, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:34.772143 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 35514) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:58:35.258244 dv-cinder-813067-1-smb neutron-server[94183]: WARNING oslo_policy.policy [None req-104d7148-f5b9-44a4-ac60-19609a7b8060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 03:58:35.258831 dv-cinder-813067-1-smb neutron-server[94183]: WARNING oslo_policy.policy [None req-104d7148-f5b9-44a4-ac60-19609a7b8060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 03:58:35.482649 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [None req-104d7148-f5b9-44a4-ac60-19609a7b8060 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 03:58:35.483717 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-104d7148-f5b9-44a4-ac60-19609a7b8060 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7105675 Oct 12 03:58:37.147215 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.db.l3_hamode_db [None req-7076334f-93aa-4f14-b165-c4e09502bd00 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 03:58:37.223033 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7076334f-93aa-4f14-b165-c4e09502bd00 None None] Routers set() bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 03:58:37.223416 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7076334f-93aa-4f14-b165-c4e09502bd00 None None] Router IDs set() for agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 03:58:37.934682 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 35528) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:58:38.240658 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-50980229-5c22-48f2-bde7-639dfe2222f9 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 03:58:38.336495 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.policy [None req-50980229-5c22-48f2-bde7-639dfe2222f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94183) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 03:58:38.386612 dv-cinder-813067-1-smb neutron-server[94183]: WARNING oslo_policy.policy [None req-50980229-5c22-48f2-bde7-639dfe2222f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 03:58:38.386976 dv-cinder-813067-1-smb neutron-server[94183]: WARNING oslo_policy.policy [None req-50980229-5c22-48f2-bde7-639dfe2222f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 03:58:38.395388 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.quota [None req-50980229-5c22-48f2-bde7-639dfe2222f9 admin admin] Loaded quota_driver: . Oct 12 03:58:38.482509 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50980229-5c22-48f2-bde7-639dfe2222f9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766411170057', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766411170644', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766411149628', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766411156216', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766411532834', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766411210496', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-655438', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-662977', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3836634', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3796490'] for rbac-policy, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:38.546869 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50980229-5c22-48f2-bde7-639dfe2222f9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:38.548033 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-50980229-5c22-48f2-bde7-639dfe2222f9 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6123455 Oct 12 03:58:41.182996 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 35540) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:58:41.473344 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Request body: {'network': {'name': 'private', 'project_id': '22f8190142e6494f9ada603740b5d337', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'admin_state_up': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 03:58:41.501558 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Made reservation on behalf of 22f8190142e6494f9ada603740b5d337 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 03:58:41.504731 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:41.521054 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:41.630368 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:41.633869 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:41.654709 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 03:58:41.683240 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766412214519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:41.683810 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Unsubscribe: segment precommit_create {{(pid=94183) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 03:58:41.684548 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.segments_db [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Added segment c99189c1-370c-45da-91ac-6852b091f6c1 of type vlan for network 01be75a7-9dc8-411b-a89b-cd9bba5b2dc5 Oct 12 03:58:41.699873 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010f4591-de7b-44b5-a91a-7ac20c5a76f2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:58:41.752622 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:41.752981 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:41.753337 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:41.753657 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:41.753976 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:41.754290 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:41.754603 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:41.754914 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:41.755238 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:41.755548 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:41.755850 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:41.756157 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Tracked resource versions report: Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: pushed versions: Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: { 'AddressGroup': {'1.2'}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'ConntrackHelper': {'1.0'}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'Log': {'1.0'}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'Network': {'1.1'}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'Port': {'1.7'}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'PortForwarding': {'1.2'}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'QosPolicy': {'1.10'}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'SecurityGroup': {'1.4'}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'SecurityGroupRule': {'1.2'}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'SubPort': {'1.0'}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'Subnet': {'1.1'}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'Trunk': {'1.1'}} Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: consumer versions: Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: { DHCP agent@dv-cinder-813067-1-smb: {}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: L3 agent@dv-cinder-813067-1-smb: {}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: Metadata agent@dv-cinder-813067-1-smb: {}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: Metering agent@dv-cinder-813067-1-smb: {}, Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: Open vSwitch agent@dv-cinder-813067-1-smb: { 'AddressGroup': '1.2', Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'ConntrackHelper': '1.0', Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'Log': '1.0', Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'Network': '1.1', Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'Port': '1.7', Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'PortForwarding': '1.2', Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'QosPolicy': '1.10', Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'SecurityGroup': '1.4', Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'SecurityGroupRule': '1.2', Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'SubPort': '1.0', Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'Subnet': '1.1', Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: 'Trunk': '1.1'}} Oct 12 03:58:41.757424 dv-cinder-813067-1-smb neutron-server[94183]: {{(pid=94183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 03:58:41.798379 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:41.841185 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:41.842226 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 03:58:41.842852 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:41.918260 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7341011 Oct 12 03:58:41.963987 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4719dfc-ac25-4850-b2af-7ed142bb1219 admin admin] Pushing event updated for resources: {'Network': ['ID=01be75a7-9dc8-411b-a89b-cd9bba5b2dc5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:58:41.984115 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network 01be75a7-9dc8-411b-a89b-cd9bba5b2dc5 details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 03:58:44.636843 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 35554) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:58:45.019411 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fa188c-e9a4-41ca-99ec-30fc4adc09f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 03:58:45.020753 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-f9fa188c-e9a4-41ca-99ec-30fc4adc09f0 admin admin] 10.222.0.31 "GET /v2.0/networks/01be75a7-9dc8-411b-a89b-cd9bba5b2dc5 HTTP/1.1" status: 200 len: 825 time: 0.3829360 Oct 12 03:58:45.044459 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-5b2f00d3-4d4a-48b8-9036-83a088bcd580 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/ecfb4ffd-0bdb-4b0b-8fd8-84d338593764 HTTP/1.1" status: 200 len: 734 time: 0.0176294 Oct 12 03:58:45.053331 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-29214dfd-5329-4a8c-a1f4-c31ec1f7f34b admin admin] Request body: {'subnet': {'tenant_id': '22f8190142e6494f9ada603740b5d337', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5', 'subnetpool_id': 'ecfb4ffd-0bdb-4b0b-8fd8-84d338593764'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 03:58:45.076364 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29214dfd-5329-4a8c-a1f4-c31ec1f7f34b admin admin] Made reservation on behalf of 22f8190142e6494f9ada603740b5d337 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 03:58:45.078655 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-29214dfd-5329-4a8c-a1f4-c31ec1f7f34b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:45.361979 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-29214dfd-5329-4a8c-a1f4-c31ec1f7f34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:45.432367 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29214dfd-5329-4a8c-a1f4-c31ec1f7f34b admin admin] Checking segment: {'id': 'c99189c1-370c-45da-91ac-6852b091f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 03:58:45.432760 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29214dfd-5329-4a8c-a1f4-c31ec1f7f34b admin admin] Network hostable DHCP agents. Network: 01be75a7-9dc8-411b-a89b-cd9bba5b2dc5, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 03:58:45.437473 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29214dfd-5329-4a8c-a1f4-c31ec1f7f34b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8223eb4e-b6ce-4f91-b909-7c4f7e9afc78,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:58:45.455097 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29214dfd-5329-4a8c-a1f4-c31ec1f7f34b admin admin] Network 01be75a7-9dc8-411b-a89b-cd9bba5b2dc5 is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 03:58:45.465901 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-29214dfd-5329-4a8c-a1f4-c31ec1f7f34b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, 01be75a7-9dc8-411b-a89b-cd9bba5b2dc5) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 03:58:45.470279 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29214dfd-5329-4a8c-a1f4-c31ec1f7f34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 03:58:45.470857 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-29214dfd-5329-4a8c-a1f4-c31ec1f7f34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:45.476172 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261024d-3927-4ff3-b11b-f181b43ac795 None None] Network 01be75a7-9dc8-411b-a89b-cd9bba5b2dc5 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 03:58:45.485491 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-29214dfd-5329-4a8c-a1f4-c31ec1f7f34b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4353061 Oct 12 03:58:45.794986 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14ea8759-f254-50c7-b659-99720e7faefa-01be75a7-9dc8-411b-a89b-cd9bba5b2dc5', 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'fixed_ips': [{'subnet_id': '8223eb4e-b6ce-4f91-b909-7c4f7e9afc78'}]}} from dv-cinder-813067-1-smb. {{(pid=94184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 03:58:45.796273 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:46.068498 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.db_base_plugin_common [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Allocated IP 172.20.0.2 (01be75a7-9dc8-411b-a89b-cd9bba5b2dc5/8223eb4e-b6ce-4f91-b909-7c4f7e9afc78/543d0d5a-7bf0-4bc3-b55f-76d93f1acb40) {{(pid=94184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 03:58:46.292145 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:46.299507 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:46.365930 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Network 01be75a7-9dc8-411b-a89b-cd9bba5b2dc5 is already hosted by enough agents. {{(pid=94184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 03:58:46.376799 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.base_scheduler [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Resources bound (agent type, host, resource id): {{(pid=94184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 03:58:46.385223 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Received port after_create {{(pid=94184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 03:58:46.388195 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Pushing event updated for resources: {'Port': ['ID=543d0d5a-7bf0-4bc3-b55f-76d93f1acb40,revision_number=1']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:58:46.421058 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:46.421402 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:46.421739 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:46.422071 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:46.422399 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:46.422725 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:46.423047 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:46.423369 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:46.423688 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:46.424005 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:46.424324 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:46.424640 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Tracked resource versions report: Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: pushed versions: Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: { 'AddressGroup': {'1.2'}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'ConntrackHelper': {'1.0'}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'Log': {'1.0'}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'Network': {'1.1'}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'Port': {'1.7'}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'PortForwarding': {'1.2'}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'QosPolicy': {'1.10'}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'SecurityGroup': {'1.4'}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'SecurityGroupRule': {'1.2'}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'SubPort': {'1.0'}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'Subnet': {'1.1'}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'Trunk': {'1.1'}} Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: consumer versions: Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: { DHCP agent@dv-cinder-813067-1-smb: {}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: L3 agent@dv-cinder-813067-1-smb: {}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: Metadata agent@dv-cinder-813067-1-smb: {}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: Metering agent@dv-cinder-813067-1-smb: {}, Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: Open vSwitch agent@dv-cinder-813067-1-smb: { 'AddressGroup': '1.2', Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'ConntrackHelper': '1.0', Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'Log': '1.0', Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'Network': '1.1', Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'Port': '1.7', Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'PortForwarding': '1.2', Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'QosPolicy': '1.10', Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'SecurityGroup': '1.4', Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'SecurityGroupRule': '1.2', Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'SubPort': '1.0', Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'Subnet': '1.1', Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: 'Trunk': '1.1'}} Oct 12 03:58:46.425750 dv-cinder-813067-1-smb neutron-server[94184]: {{(pid=94184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 03:58:46.472933 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Attempting to bind port 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40 on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 03:58:46.473316 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Attempting to bind port 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40 by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': 'c99189c1-370c-45da-91ac-6852b091f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 03:58:46.473729 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Attempting to bind port 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40 on network 01be75a7-9dc8-411b-a89b-cd9bba5b2dc5 {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 03:58:46.478565 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 03:58:46.479133 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Checking segment: {'id': 'c99189c1-370c-45da-91ac-6852b091f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 03:58:46.479400 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:46.479779 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Bound using segment: {'id': 'c99189c1-370c-45da-91ac-6852b091f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 03:58:46.480258 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Bound port: 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99189c1-370c-45da-91ac-6852b091f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 03:58:46.480660 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:46.540829 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] For port 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 03:58:46.545008 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] For port 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=543d0d5a-7bf0-4bc3-b55f-76d93f1acb40,segment=NetworkSegment(c99189c1-370c-45da-91ac-6852b091f6c1),segment_id=c99189c1-370c-45da-91ac-6852b091f6c1)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 03:58:46.549366 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:46.615375 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69df19b-8776-4b68-b4ee-074e18156bd8 None None] Pushing event updated for resources: {'Port': ['ID=543d0d5a-7bf0-4bc3-b55f-76d93f1acb40,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:58:47.981105 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 35562) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:58:48.471138 dv-cinder-813067-1-smb neutron-server[94182]: WARNING oslo_policy.policy [None req-d3200199-63f0-4776-b3f1-468620338a74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 03:58:48.471824 dv-cinder-813067-1-smb neutron-server[94182]: WARNING oslo_policy.policy [None req-d3200199-63f0-4776-b3f1-468620338a74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 03:58:48.696687 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [None req-d3200199-63f0-4776-b3f1-468620338a74 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 03:58:48.697974 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-d3200199-63f0-4776-b3f1-468620338a74 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7148600 Oct 12 03:58:51.147962 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 35576) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:58:51.454101 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [None req-d62494a0-6ea5-4707-bd0d-be88381d4846 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 03:58:51.464913 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-d62494a0-6ea5-4707-bd0d-be88381d4846 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3064725 Oct 12 03:58:54.163185 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 35588) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:58:54.466555 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-b1b6bf70-9e5c-47c9-9bb5-b0085bd31f2b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'name': 'router1'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 03:58:54.531718 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.policy [None req-b1b6bf70-9e5c-47c9-9bb5-b0085bd31f2b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94182) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 03:58:54.580069 dv-cinder-813067-1-smb neutron-server[94182]: WARNING oslo_policy.policy [None req-b1b6bf70-9e5c-47c9-9bb5-b0085bd31f2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 03:58:54.580366 dv-cinder-813067-1-smb neutron-server[94182]: WARNING oslo_policy.policy [None req-b1b6bf70-9e5c-47c9-9bb5-b0085bd31f2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 03:58:54.589170 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.quota [None req-b1b6bf70-9e5c-47c9-9bb5-b0085bd31f2b admin admin] Loaded quota_driver: . Oct 12 03:58:54.643793 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b1b6bf70-9e5c-47c9-9bb5-b0085bd31f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3912427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11545'] for router, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:54.645669 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b1b6bf70-9e5c-47c9-9bb5-b0085bd31f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11520'] for router, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:54.795596 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b1b6bf70-9e5c-47c9-9bb5-b0085bd31f2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:54.801107 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b1b6bf70-9e5c-47c9-9bb5-b0085bd31f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873529'] for router, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:54.820295 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b1b6bf70-9e5c-47c9-9bb5-b0085bd31f2b admin admin] Notify callbacks [] for router, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:54.821480 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-b1b6bf70-9e5c-47c9-9bb5-b0085bd31f2b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6573496 Oct 12 03:58:55.443086 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 03:58:55.528269 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 03:58:55.528650 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:55.633108 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:55.657059 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d70e1c-892b-45a6-b27e-0c68dc5356a3 None None] Network 01be75a7-9dc8-411b-a89b-cd9bba5b2dc5 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 03:58:55.705366 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] For port 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=543d0d5a-7bf0-4bc3-b55f-76d93f1acb40,segment=NetworkSegment(c99189c1-370c-45da-91ac-6852b091f6c1),segment_id=c99189c1-370c-45da-91ac-6852b091f6c1)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 03:58:55.713650 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:55.797811 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Pushing event updated for resources: {'Port': ['ID=543d0d5a-7bf0-4bc3-b55f-76d93f1acb40,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:58:55.804338 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-f03ba73a-76c6-40ae-b693-1cb078ad3db0 None None] Provisioning complete for port 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 03:58:55.804708 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-f03ba73a-76c6-40ae-b693-1cb078ad3db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:56.180616 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-fb803088-6083-4a65-9af4-52fb4bf5b754 None None] Provisioning complete for port 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 03:58:56.181013 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fb803088-6083-4a65-9af4-52fb4bf5b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:57.301974 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 35604) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:58:57.411698 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 03:58:57.459529 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 03:58:57.459892 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:58:57.614610 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [None req-19c05473-d28c-4309-93e7-fee4e9112668 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 03:58:57.615606 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-19c05473-d28c-4309-93e7-fee4e9112668 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3127201 Oct 12 03:58:58.228296 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b104-9ee5-4aba-82ae-42a50504fdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:00.059657 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 35612) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:59:00.367309 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 03:59:00.386787 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Made reservation on behalf of ecf5d0ad17c24782876a10f1dedcb327 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 03:59:00.388999 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:00.397012 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:00.470155 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:00.473583 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:00.488199 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Reserving flat network on physical network physnet1 {{(pid=94183) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 03:59:00.508834 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867049b8-33ea-4afb-937a-9bc804dfa1b3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:59:00.511844 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:00.512178 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.segments_db [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Added segment 5cb89e5c-64c1-4055-8bfb-079515f4cc53 of type flat for network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 Oct 12 03:59:00.556985 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:00.589706 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:00.590586 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 03:59:00.591138 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:00.645970 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5852368 Oct 12 03:59:00.649097 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b59b13-e071-4e39-959f-4d434146267a admin admin] Pushing event updated for resources: {'Network': ['ID=b4880d6e-e93a-4b6b-8665-fcbe0782a7d2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:59:00.651493 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff507-10f0-473a-b0d8-01256380ae95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:00.672264 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 03:59:01.569501 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:01.690725 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:03.100395 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 35630) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:59:03.272920 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eeebe7-5021-451f-8ae5-914903921ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 03:59:03.274246 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-78eeebe7-5021-451f-8ae5-914903921ef1 admin admin] 10.222.0.31 "GET /v2.0/subnets/8223eb4e-b6ce-4f91-b909-7c4f7e9afc78 HTTP/1.1" status: 200 len: 849 time: 0.1728513 Oct 12 03:59:03.435551 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-a033768b-3461-4fb6-b333-8af60b5f82ad admin admin] 10.222.0.31 "GET /v2.0/routers/a0e87592-c583-4eb5-b21b-1000541e89ba HTTP/1.1" status: 200 len: 704 time: 0.1551471 Oct 12 03:59:03.545327 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:03.702043 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:03.990653 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Allocated IP 172.20.0.1 (01be75a7-9dc8-411b-a89b-cd9bba5b2dc5/8223eb4e-b6ce-4f91-b909-7c4f7e9afc78/0247ae04-ffb4-49df-bae0-2df4b7b189ed) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 03:59:04.193209 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:04.257146 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:04.323634 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Network 01be75a7-9dc8-411b-a89b-cd9bba5b2dc5 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 03:59:04.331048 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 03:59:04.336655 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 03:59:04.337011 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873320'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:04.400665 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Pushing event updated for resources: {'Port': ['ID=0247ae04-ffb4-49df-bae0-2df4b7b189ed,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:59:04.516549 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-a6f19734-27e2-43c6-81f6-bec546ed587a None None] Provisioning complete for port 0247ae04-ffb4-49df-bae0-2df4b7b189ed triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 03:59:04.516968 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a6f19734-27e2-43c6-81f6-bec546ed587a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:04.539958 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:04.550571 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-a6f19734-27e2-43c6-81f6-bec546ed587a None None] Port 0247ae04-ffb4-49df-bae0-2df4b7b189ed cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 03:59:04.745040 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:04.749504 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:04.750302 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3912888'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:04.823846 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Pushing event updated for resources: {'Port': ['ID=0247ae04-ffb4-49df-bae0-2df4b7b189ed,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:59:04.872991 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Network 01be75a7-9dc8-411b-a89b-cd9bba5b2dc5 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 03:59:04.874325 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 03:59:05.030227 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Router a0e87592-c583-4eb5-b21b-1000541e89ba is scheduled to L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 03:59:05.070368 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-aa29a3f8-5908-4c66-9ec6-9ada970f8e4d None None] Provisioning complete for port 0247ae04-ffb4-49df-bae0-2df4b7b189ed triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 03:59:05.070735 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-aa29a3f8-5908-4c66-9ec6-9ada970f8e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:05.105404 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-aa29a3f8-5908-4c66-9ec6-9ada970f8e4d None None] Port 0247ae04-ffb4-49df-bae0-2df4b7b189ed cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 03:59:05.121838 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 03:59:05.134735 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-d514bbed-37a6-4420-a2cd-cca192f6ddd9 admin admin] 10.222.0.31 "PUT /v2.0/routers/a0e87592-c583-4eb5-b21b-1000541e89ba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6855369 Oct 12 03:59:05.134836 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Sync routers for ids ['a0e87592-c583-4eb5-b21b-1000541e89ba'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 03:59:05.142921 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Routers {'a0e87592-c583-4eb5-b21b-1000541e89ba'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 03:59:05.144209 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T03:59:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['a0e87592-c583-4eb5-b21b-1000541e89ba'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:59:05.328064 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Set router a0e87592-c583-4eb5-b21b-1000541e89ba gateway port host: None {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 03:59:05.748676 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'name': 'router1', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T03:58:54Z', 'updated_at': '2021-10-12T03:59:04Z', 'revision_number': 2, 'project_id': '22f8190142e6494f9ada603740b5d337', 'gw_port_host': None, '_interfaces': [{'id': '0247ae04-ffb4-49df-bae0-2df4b7b189ed', 'name': '', 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'mac_address': 'fa:16:3e:5a:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8223eb4e-b6ce-4f91-b909-7c4f7e9afc78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T03:59:03Z', 'updated_at': '2021-10-12T03:59:04Z', 'revision_number': 2, 'project_id': '22f8190142e6494f9ada603740b5d337', 'subnets': [{'id': '8223eb4e-b6ce-4f91-b909-7c4f7e9afc78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ecfb4ffd-0bdb-4b0b-8fd8-84d338593764'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:59:05.798549 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Checking router: a0e87592-c583-4eb5-b21b-1000541e89ba for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 03:59:05.798939 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Updating router a0e87592-c583-4eb5-b21b-1000541e89ba port 0247ae04-ffb4-49df-bae0-2df4b7b189ed binding host dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 03:59:05.847821 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:06.348946 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:06.355790 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:06.517601 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Pushing event updated for resources: {'Port': ['ID=0247ae04-ffb4-49df-bae0-2df4b7b189ed,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:59:06.527634 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Attempting to bind port 0247ae04-ffb4-49df-bae0-2df4b7b189ed on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 03:59:06.528030 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Attempting to bind port 0247ae04-ffb4-49df-bae0-2df4b7b189ed by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': 'c99189c1-370c-45da-91ac-6852b091f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 03:59:06.528456 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Attempting to bind port 0247ae04-ffb4-49df-bae0-2df4b7b189ed on network 01be75a7-9dc8-411b-a89b-cd9bba5b2dc5 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 03:59:06.531183 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:06.531529 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:06.531870 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:06.532202 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:06.532538 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:06.532910 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:06.533223 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:06.533522 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:06.534408 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:06.534727 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:06.535049 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:06.535367 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Tracked resource versions report: Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: pushed versions: Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: { 'AddressGroup': {'1.2'}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'ConntrackHelper': {'1.0'}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'Log': {'1.0'}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'Network': {'1.1'}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'Port': {'1.7'}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'PortForwarding': {'1.2'}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'QosPolicy': {'1.10'}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'SecurityGroup': {'1.4'}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'SecurityGroupRule': {'1.2'}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'SubPort': {'1.0'}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'Subnet': {'1.1'}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'Trunk': {'1.1'}} Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: consumer versions: Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: { DHCP agent@dv-cinder-813067-1-smb: {}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: L3 agent@dv-cinder-813067-1-smb: {}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: Metadata agent@dv-cinder-813067-1-smb: {}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: Metering agent@dv-cinder-813067-1-smb: {}, Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: Open vSwitch agent@dv-cinder-813067-1-smb: { 'AddressGroup': '1.2', Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'ConntrackHelper': '1.0', Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'Log': '1.0', Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'Network': '1.1', Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'Port': '1.7', Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'PortForwarding': '1.2', Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'QosPolicy': '1.10', Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'SecurityGroup': '1.4', Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'SecurityGroupRule': '1.2', Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'SubPort': '1.0', Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'Subnet': '1.1', Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: 'Trunk': '1.1'}} Oct 12 03:59:06.536417 dv-cinder-813067-1-smb neutron-server[94185]: {{(pid=94185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 03:59:06.545244 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 03:59:06.545244 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Checking segment: {'id': 'c99189c1-370c-45da-91ac-6852b091f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 03:59:06.545689 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:06.546012 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Bound using segment: {'id': 'c99189c1-370c-45da-91ac-6852b091f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 03:59:06.546518 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Bound port: 0247ae04-ffb4-49df-bae0-2df4b7b189ed, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99189c1-370c-45da-91ac-6852b091f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 03:59:06.546946 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:06.613728 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] For port 0247ae04-ffb4-49df-bae0-2df4b7b189ed, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 03:59:06.634121 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] For port 0247ae04-ffb4-49df-bae0-2df4b7b189ed, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=0247ae04-ffb4-49df-bae0-2df4b7b189ed,segment=NetworkSegment(c99189c1-370c-45da-91ac-6852b091f6c1),segment_id=c99189c1-370c-45da-91ac-6852b091f6c1)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 03:59:06.639780 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:06.640386 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-5c166d85-01d0-4aa6-a32f-eea2266a3028 None None] Provisioning complete for port 0247ae04-ffb4-49df-bae0-2df4b7b189ed triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 03:59:06.640919 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-5c166d85-01d0-4aa6-a32f-eea2266a3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:06.693201 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303cd1d-1442-446c-a2ae-e7b1660c6c38 None None] Pushing event updated for resources: {'Port': ['ID=0247ae04-ffb4-49df-bae0-2df4b7b189ed,revision_number=4']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:59:06.717648 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Routers {'a0e87592-c583-4eb5-b21b-1000541e89ba'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 03:59:06.718332 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T03:59:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['a0e87592-c583-4eb5-b21b-1000541e89ba'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:59:06.733564 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-5c166d85-01d0-4aa6-a32f-eea2266a3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:06.767285 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-5c166d85-01d0-4aa6-a32f-eea2266a3028 None None] For port 0247ae04-ffb4-49df-bae0-2df4b7b189ed, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=0247ae04-ffb4-49df-bae0-2df4b7b189ed,segment=NetworkSegment(c99189c1-370c-45da-91ac-6852b091f6c1),segment_id=c99189c1-370c-45da-91ac-6852b091f6c1)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 03:59:06.773322 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-5c166d85-01d0-4aa6-a32f-eea2266a3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:06.818837 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] Set router a0e87592-c583-4eb5-b21b-1000541e89ba gateway port host: None {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 03:59:06.831121 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c166d85-01d0-4aa6-a32f-eea2266a3028 None None] Pushing event updated for resources: {'Port': ['ID=0247ae04-ffb4-49df-bae0-2df4b7b189ed,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:59:06.893068 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-f9db0439-13c1-4066-9d87-c1858769cb62 None None] Provisioning complete for port 0247ae04-ffb4-49df-bae0-2df4b7b189ed triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 03:59:06.893440 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-f9db0439-13c1-4066-9d87-c1858769cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:07.031929 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'name': 'router1', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T03:58:54Z', 'updated_at': '2021-10-12T03:59:04Z', 'revision_number': 2, 'project_id': '22f8190142e6494f9ada603740b5d337', 'gw_port_host': None, '_interfaces': [{'id': '0247ae04-ffb4-49df-bae0-2df4b7b189ed', 'name': '', 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'mac_address': 'fa:16:3e:5a:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8223eb4e-b6ce-4f91-b909-7c4f7e9afc78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T03:59:03Z', 'updated_at': '2021-10-12T03:59:06Z', 'revision_number': 4, 'project_id': '22f8190142e6494f9ada603740b5d337', 'subnets': [{'id': '8223eb4e-b6ce-4f91-b909-7c4f7e9afc78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ecfb4ffd-0bdb-4b0b-8fd8-84d338593764'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:59:07.058401 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e0ce4-3e2d-4f29-979d-57d0194ebdfe None None] The sync data for ids ['a0e87592-c583-4eb5-b21b-1000541e89ba'] in dv-cinder-813067-1-smb is: [{'id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'name': 'router1', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T03:58:54Z', 'updated_at': '2021-10-12T03:59:04Z', 'revision_number': 2, 'project_id': '22f8190142e6494f9ada603740b5d337', 'gw_port_host': None, '_interfaces': [{'id': '0247ae04-ffb4-49df-bae0-2df4b7b189ed', 'name': '', 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'mac_address': 'fa:16:3e:5a:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8223eb4e-b6ce-4f91-b909-7c4f7e9afc78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T03:59:03Z', 'updated_at': '2021-10-12T03:59:06Z', 'revision_number': 4, 'project_id': '22f8190142e6494f9ada603740b5d337', 'subnets': [{'id': '8223eb4e-b6ce-4f91-b909-7c4f7e9afc78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ecfb4ffd-0bdb-4b0b-8fd8-84d338593764'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 03:59:07.462347 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 35652) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:59:07.644411 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077e2d99-4a27-4b1d-8c37-223c4dbcc388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 03:59:07.645890 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-077e2d99-4a27-4b1d-8c37-223c4dbcc388 admin admin] 10.222.0.31 "GET /v2.0/networks/b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 HTTP/1.1" status: 200 len: 842 time: 0.1823928 Oct 12 03:59:07.655891 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'cidr': '172.28.0.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 03:59:07.678867 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Made reservation on behalf of ecf5d0ad17c24782876a10f1dedcb327 for: {'subnet': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 03:59:07.681711 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:08.051271 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.objects.ports [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94182) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 03:59:08.051735 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for subnet, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:08.133156 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Checking segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 03:59:08.133532 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Network hostable DHCP agents. Network: b4880d6e-e93a-4b6b-8665-fcbe0782a7d2, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 03:59:08.140433 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a6da14-8938-4ae8-ac9e-25a2ade993a9,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:59:08.151565 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:08.151904 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:08.152237 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:08.152564 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:08.152914 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:08.153238 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:08.153558 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:08.153870 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:08.154199 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:08.154510 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:08.154819 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:08.155126 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Tracked resource versions report: Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: pushed versions: Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: { 'AddressGroup': {'1.2'}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'ConntrackHelper': {'1.0'}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'Log': {'1.0'}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'Network': {'1.1'}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'Port': {'1.7'}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'PortForwarding': {'1.2'}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'QosPolicy': {'1.10'}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'SecurityGroup': {'1.4'}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'SecurityGroupRule': {'1.2'}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'SubPort': {'1.0'}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'Subnet': {'1.1'}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'Trunk': {'1.1'}} Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: consumer versions: Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: { DHCP agent@dv-cinder-813067-1-smb: {}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: L3 agent@dv-cinder-813067-1-smb: {}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: Metadata agent@dv-cinder-813067-1-smb: {}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: Metering agent@dv-cinder-813067-1-smb: {}, Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: Open vSwitch agent@dv-cinder-813067-1-smb: { 'AddressGroup': '1.2', Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'ConntrackHelper': '1.0', Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'Log': '1.0', Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'Network': '1.1', Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'Port': '1.7', Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'PortForwarding': '1.2', Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'QosPolicy': '1.10', Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'SecurityGroup': '1.4', Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'SecurityGroupRule': '1.2', Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'SubPort': '1.0', Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'Subnet': '1.1', Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: 'Trunk': '1.1'}} Oct 12 03:59:08.156149 dv-cinder-813067-1-smb neutron-server[94182]: {{(pid=94182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 03:59:08.191127 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 03:59:08.206218 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, b4880d6e-e93a-4b6b-8665-fcbe0782a7d2) {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 03:59:08.211249 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 03:59:08.211869 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:08.216380 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abdc7c2-7742-4f7c-87a8-2ca657a80976 None None] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 03:59:08.229099 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-227b46d6-0589-461e-8cd8-a89737ad924d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5763590 Oct 12 03:59:08.350736 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4f7658-2d9a-42f9-bf23-b046a884e0f6 None None] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 03:59:10.548529 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 5 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 03:59:10.611568 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 35664) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:59:10.827049 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-6522c726-3d17-49fd-9cfa-b0e922f29349 admin admin] 10.222.0.31 "GET /v2.0/routers/a0e87592-c583-4eb5-b21b-1000541e89ba HTTP/1.1" status: 200 len: 710 time: 0.2141654 Oct 12 03:59:10.916921 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df75624-800f-4175-93d1-1ccd40c07167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 03:59:10.918295 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-0df75624-800f-4175-93d1-1ccd40c07167 admin admin] 10.222.0.31 "GET /v2.0/networks/b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 HTTP/1.1" status: 200 len: 886 time: 0.0853076 Oct 12 03:59:10.928051 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 03:59:11.181262 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:11.418233 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:11.493772 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:11.649524 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Allocated IP 172.28.0.222 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/25881cc7-2e84-4101-87a3-fb529e7bc384) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 03:59:11.753273 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:11.851938 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:11.917336 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 03:59:11.924498 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 03:59:11.927138 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 03:59:11.992877 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Pushing event updated for resources: {'Port': ['ID=25881cc7-2e84-4101-87a3-fb529e7bc384,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:59:12.213479 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:12.403490 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3912297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11570'] for router, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:12.407803 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3914499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3873520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3912274'] for router, after_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:12.528121 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Router a0e87592-c583-4eb5-b21b-1000541e89ba has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 03:59:12.637621 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 03:59:12.642361 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] Notify callbacks [] for router, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:12.643605 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-b640cb9a-a06e-4c33-887d-b2f815cd1226 admin admin] 10.222.0.31 "PUT /v2.0/routers/a0e87592-c583-4eb5-b21b-1000541e89ba HTTP/1.1" status: 200 len: 890 time: 1.7187102 Oct 12 03:59:13.443790 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 0247ae04-ffb4-49df-bae0-2df4b7b189ed up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 03:59:13.494360 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 0247ae04-ffb4-49df-bae0-2df4b7b189ed triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 03:59:13.494727 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:14.056479 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Sync routers for ids ['a0e87592-c583-4eb5-b21b-1000541e89ba'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 03:59:14.067128 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Routers {'a0e87592-c583-4eb5-b21b-1000541e89ba'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 03:59:14.067749 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T03:59:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['a0e87592-c583-4eb5-b21b-1000541e89ba'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:59:14.272388 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Set router a0e87592-c583-4eb5-b21b-1000541e89ba gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 03:59:14.656638 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'name': 'router1', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '25881cc7-2e84-4101-87a3-fb529e7bc384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T03:58:54Z', 'updated_at': '2021-10-12T03:59:12Z', 'revision_number': 4, 'project_id': '22f8190142e6494f9ada603740b5d337', 'gw_port': {'id': '25881cc7-2e84-4101-87a3-fb529e7bc384', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T03:59:11Z', 'updated_at': '2021-10-12T03:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '0247ae04-ffb4-49df-bae0-2df4b7b189ed', 'name': '', 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'mac_address': 'fa:16:3e:5a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8223eb4e-b6ce-4f91-b909-7c4f7e9afc78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T03:59:03Z', 'updated_at': '2021-10-12T03:59:06Z', 'revision_number': 5, 'project_id': '22f8190142e6494f9ada603740b5d337', 'subnets': [{'id': '8223eb4e-b6ce-4f91-b909-7c4f7e9afc78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ecfb4ffd-0bdb-4b0b-8fd8-84d338593764'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:59:14.708612 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Checking router: a0e87592-c583-4eb5-b21b-1000541e89ba for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 03:59:14.708988 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Updating router a0e87592-c583-4eb5-b21b-1000541e89ba port 25881cc7-2e84-4101-87a3-fb529e7bc384 binding host dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 03:59:14.754139 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:15.139383 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:15.140935 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 35676) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 03:59:15.145716 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:15.200085 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d11936-9b6a-428e-9e03-967c6ccde0ee None None] Pushing event updated for resources: {'Port': ['ID=25881cc7-2e84-4101-87a3-fb529e7bc384,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:59:15.203490 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Attempting to bind port 25881cc7-2e84-4101-87a3-fb529e7bc384 on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 03:59:15.203865 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Attempting to bind port 25881cc7-2e84-4101-87a3-fb529e7bc384 by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 03:59:15.204226 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Attempting to bind port 25881cc7-2e84-4101-87a3-fb529e7bc384 on network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 03:59:15.210927 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 03:59:15.211302 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Checking segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 03:59:15.211722 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:15.212094 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Bound using segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 03:59:15.212561 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Bound port: 25881cc7-2e84-4101-87a3-fb529e7bc384, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 03:59:15.212981 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:15.255254 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-dd7c7a93-695a-4761-8ecb-21e37c649737 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1131799 Oct 12 03:59:15.262692 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] For port 25881cc7-2e84-4101-87a3-fb529e7bc384, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 03:59:15.266528 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] For port 25881cc7-2e84-4101-87a3-fb529e7bc384, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=25881cc7-2e84-4101-87a3-fb529e7bc384,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 03:59:15.271862 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:15.337273 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Routers {'a0e87592-c583-4eb5-b21b-1000541e89ba'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 03:59:15.337796 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T03:59:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['a0e87592-c583-4eb5-b21b-1000541e89ba'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:59:15.339802 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d11936-9b6a-428e-9e03-967c6ccde0ee None None] Pushing event updated for resources: {'Port': ['ID=25881cc7-2e84-4101-87a3-fb529e7bc384,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:59:15.451169 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] Set router a0e87592-c583-4eb5-b21b-1000541e89ba gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 03:59:15.660290 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'name': 'router1', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '25881cc7-2e84-4101-87a3-fb529e7bc384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T03:58:54Z', 'updated_at': '2021-10-12T03:59:12Z', 'revision_number': 4, 'project_id': '22f8190142e6494f9ada603740b5d337', 'gw_port': {'id': '25881cc7-2e84-4101-87a3-fb529e7bc384', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T03:59:11Z', 'updated_at': '2021-10-12T03:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '0247ae04-ffb4-49df-bae0-2df4b7b189ed', 'name': '', 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'mac_address': 'fa:16:3e:5a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8223eb4e-b6ce-4f91-b909-7c4f7e9afc78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T03:59:03Z', 'updated_at': '2021-10-12T03:59:06Z', 'revision_number': 5, 'project_id': '22f8190142e6494f9ada603740b5d337', 'subnets': [{'id': '8223eb4e-b6ce-4f91-b909-7c4f7e9afc78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ecfb4ffd-0bdb-4b0b-8fd8-84d338593764'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 03:59:15.690253 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454918ae-f48d-4dc9-980d-109d4c6408c9 None None] The sync data for ids ['a0e87592-c583-4eb5-b21b-1000541e89ba'] in dv-cinder-813067-1-smb is: [{'id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'name': 'router1', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '25881cc7-2e84-4101-87a3-fb529e7bc384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T03:58:54Z', 'updated_at': '2021-10-12T03:59:12Z', 'revision_number': 4, 'project_id': '22f8190142e6494f9ada603740b5d337', 'gw_port': {'id': '25881cc7-2e84-4101-87a3-fb529e7bc384', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T03:59:11Z', 'updated_at': '2021-10-12T03:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '0247ae04-ffb4-49df-bae0-2df4b7b189ed', 'name': '', 'network_id': '01be75a7-9dc8-411b-a89b-cd9bba5b2dc5', 'tenant_id': '22f8190142e6494f9ada603740b5d337', 'mac_address': 'fa:16:3e:5a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e87592-c583-4eb5-b21b-1000541e89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8223eb4e-b6ce-4f91-b909-7c4f7e9afc78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T03:59:03Z', 'updated_at': '2021-10-12T03:59:06Z', 'revision_number': 5, 'project_id': '22f8190142e6494f9ada603740b5d337', 'subnets': [{'id': '8223eb4e-b6ce-4f91-b909-7c4f7e9afc78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ecfb4ffd-0bdb-4b0b-8fd8-84d338593764'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 03:59:17.447891 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 25881cc7-2e84-4101-87a3-fb529e7bc384 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 03:59:17.506141 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 25881cc7-2e84-4101-87a3-fb529e7bc384 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 03:59:17.506846 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:17.593241 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:17.614355 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] For port 25881cc7-2e84-4101-87a3-fb529e7bc384, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=25881cc7-2e84-4101-87a3-fb529e7bc384,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 03:59:17.620482 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:17.673857 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Pushing event updated for resources: {'Port': ['ID=25881cc7-2e84-4101-87a3-fb529e7bc384,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 03:59:19.470834 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 25881cc7-2e84-4101-87a3-fb529e7bc384 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 03:59:19.524219 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 25881cc7-2e84-4101-87a3-fb529e7bc384 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 03:59:19.524589 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:28.231705 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fb36806b-707f-460f-a915-6d1830216cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:30.656936 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-82532643-b6d4-4306-aaed-3a42ad13c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:31.576305 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:31.698557 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:33.566741 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 03:59:47.550537 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 5 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 03:59:58.233312 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-1bccf24e-0e95-4297-88f8-826ff525dd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:00.651527 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-754bd2f4-341b-49ff-8b69-2727489a60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:01.578329 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:01.692118 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:03.570506 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:24.549253 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 5 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:00:28.234466 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-065c7b53-c143-4cc5-bb62-1ed765b41ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:30.652442 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-ee42d596-fc4c-434c-91e6-a985a76cefb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:31.581740 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:31.694867 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:33.571597 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:51.329538 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36238) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:00:51.390766 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a203cb59-c4ef-4740-a46f-352f252e15bc admin admin] GET failed (client error): The resource could not be found. Oct 12 04:00:51.392063 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-a203cb59-c4ef-4740-a46f-352f252e15bc admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616539 Oct 12 04:00:51.552783 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6ccec-ad6e-4a83-9e94-1aa8ca688e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:00:51.554526 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-8bd6ccec-ad6e-4a83-9e94-1aa8ca688e11 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579714 Oct 12 04:00:53.791475 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 36248) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:00:53.882493 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0ef367-586d-40d6-96d4-0e4188ef160f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:00:53.883802 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-cd0ef367-586d-40d6-96d4-0e4188ef160f admin admin] 10.222.0.31 "GET /v2.0/subnets/8223eb4e-b6ce-4f91-b909-7c4f7e9afc78 HTTP/1.1" status: 200 len: 849 time: 0.0914004 Oct 12 04:00:53.894035 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:00:53.975172 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:54.112788 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766412109325'] for subnet, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:54.142385 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:00:54.142955 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:54.144236 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] 10.222.0.31 "PUT /v2.0/subnets/8223eb4e-b6ce-4f91-b909-7c4f7e9afc78 HTTP/1.1" status: 200 len: 868 time: 0.2537351 Oct 12 04:00:54.147261 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a640cd-b72d-40ae-8bba-cc9fa8c125e8 None None] Network 01be75a7-9dc8-411b-a89b-cd9bba5b2dc5 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:00:54.163639 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8223eb4e-b6ce-4f91-b909-7c4f7e9afc78,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:00:54.171149 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:00:54.171520 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:00:54.171817 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:00:54.172144 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:00:54.172467 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:00:54.172785 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:00:54.173135 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:00:54.173454 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:00:54.173789 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:00:54.174110 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:00:54.174421 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:00:54.174737 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872f63-4b45-4214-af4b-1c37a4082c44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:00:54.557460 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-3060b356-c75c-412d-8379-46e2cf73f215 None None] Provisioning complete for port 0247ae04-ffb4-49df-bae0-2df4b7b189ed triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:00:54.557830 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-3060b356-c75c-412d-8379-46e2cf73f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:54.643097 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-3060b356-c75c-412d-8379-46e2cf73f215 None None] Provisioning complete for port 543d0d5a-7bf0-4bc3-b55f-76d93f1acb40 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:00:54.643365 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-3060b356-c75c-412d-8379-46e2cf73f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:56.433900 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36258) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:00:56.628248 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa1378-0f5e-42d7-b3bd-844773382a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:00:56.628633 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa1378-0f5e-42d7-b3bd-844773382a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:00:56.630184 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-cbfa1378-0f5e-42d7-b3bd-844773382a5b admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953423 Oct 12 04:00:58.235922 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a39e804b-bece-4ce6-bb60-043f9999e62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:00:58.878463 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36266) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:00:59.068293 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9001063b-3d67-4fbd-a31a-29f730a5c82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:00:59.068679 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9001063b-3d67-4fbd-a31a-29f730a5c82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:00:59.070232 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-9001063b-3d67-4fbd-a31a-29f730a5c82b admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1908014 Oct 12 04:01:00.655161 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-cde01c83-abcb-4977-9e10-b410d9e4717e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:01.329357 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36274) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:01:01.472914 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bacdc37-10ce-4c10-995f-3e9658d19e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:01:01.474282 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-1bacdc37-10ce-4c10-995f-3e9658d19e99 admin admin] 10.222.0.31 "GET /v2.0/networks/01be75a7-9dc8-411b-a89b-cd9bba5b2dc5 HTTP/1.1" status: 200 len: 869 time: 0.1440375 Oct 12 04:01:01.547959 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 5 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:01:01.586663 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:01.695980 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:03.573571 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:03.747706 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36282) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:01:03.869658 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda0868d-96f5-480a-bb0f-3d19e8027629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:01:03.871011 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-dda0868d-96f5-480a-bb0f-3d19e8027629 admin admin] 10.222.0.31 "GET /v2.0/networks/b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 HTTP/1.1" status: 200 len: 886 time: 0.1217639 Oct 12 04:01:06.139437 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36290) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:01:06.262331 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f6dcd0-6540-4c24-877a-6730cfe2f65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:01:06.262783 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f6dcd0-6540-4c24-877a-6730cfe2f65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:01:06.264837 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-d3f6dcd0-6540-4c24-877a-6730cfe2f65f admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243806 Oct 12 04:01:08.506679 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36298) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:01:08.596375 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4b90f8-dbe5-453f-b304-d3b28249f435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:01:08.596827 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4b90f8-dbe5-453f-b304-d3b28249f435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:01:08.598346 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-ac4b90f8-dbe5-453f-b304-d3b28249f435 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907216 Oct 12 04:01:10.860962 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36306) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:01:10.948336 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aafbb6f-0946-43d5-9d95-b8b769f5ab22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:01:10.949687 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-5aafbb6f-0946-43d5-9d95-b8b769f5ab22 admin admin] 10.222.0.31 "GET /v2.0/subnets/11a6da14-8938-4ae8-ac9e-25a2ade993a9 HTTP/1.1" status: 200 len: 816 time: 0.0877769 Oct 12 04:01:13.200897 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36314) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:01:13.300135 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9416b3e7-2649-4666-a347-afd9d6cd380d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:01:13.301519 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-9416b3e7-2649-4666-a347-afd9d6cd380d admin admin] 10.222.0.31 "GET /v2.0/subnets/8223eb4e-b6ce-4f91-b909-7c4f7e9afc78 HTTP/1.1" status: 200 len: 868 time: 0.0991933 Oct 12 04:01:28.236388 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-7f125a04-3a0d-48ac-80ed-5660d6f0120b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:30.656326 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-dfe69374-a80d-40f4-b1d7-b7155e7a3382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:31.590446 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:31.697979 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:33.572617 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:37.372050 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36368) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:01:37.419570 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [None req-7fcb7d05-f57b-4c0f-bac5-0096f244c8e6 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:01:37.421193 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-7fcb7d05-f57b-4c0f-bac5-0096f244c8e6 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0481806 Oct 12 04:01:38.547564 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 5 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:01:39.740731 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 36376) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:01:39.803485 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49620d4-ae8d-448c-b0db-6e9e45dbebfd admin admin] GET failed (client error): The resource could not be found. Oct 12 04:01:39.804781 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-e49620d4-ae8d-448c-b0db-6e9e45dbebfd admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0631580 Oct 12 04:01:40.009516 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afbe389-1364-4415-801d-e74db9139e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:01:40.010912 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-3afbe389-1364-4415-801d-e74db9139e20 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2013392 Oct 12 04:01:42.285739 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 36384) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:01:42.332171 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2b49a3b6-83b3-4e82-b044-00d22f37a09d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:01:42.352746 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b49a3b6-83b3-4e82-b044-00d22f37a09d admin admin] Made reservation on behalf of ecf5d0ad17c24782876a10f1dedcb327 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:01:42.355051 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b49a3b6-83b3-4e82-b044-00d22f37a09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:42.384418 dv-cinder-813067-1-smb neutron-server[94183]: WARNING neutron.services.revisions.revision_plugin [None req-2b49a3b6-83b3-4e82-b044-00d22f37a09d admin admin] Could not find related network for resource to bump revision. Oct 12 04:01:42.395329 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b49a3b6-83b3-4e82-b044-00d22f37a09d admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:01:42.403914 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b49a3b6-83b3-4e82-b044-00d22f37a09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:42.404250 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.segments_db [None req-2b49a3b6-83b3-4e82-b044-00d22f37a09d admin admin] Added segment f7280cd2-a71a-4766-812e-bccc7e1c130d of type vlan for network bad30073-1a57-4e82-b12a-d079e2e3a0d5 Oct 12 04:01:42.449804 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b49a3b6-83b3-4e82-b044-00d22f37a09d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:42.472162 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b49a3b6-83b3-4e82-b044-00d22f37a09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:42.473104 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b49a3b6-83b3-4e82-b044-00d22f37a09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:01:42.473669 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b49a3b6-83b3-4e82-b044-00d22f37a09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:42.525017 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-2b49a3b6-83b3-4e82-b044-00d22f37a09d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2381926 Oct 12 04:01:42.536775 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49a3b6-83b3-4e82-b044-00d22f37a09d admin admin] Pushing event updated for resources: {'Network': ['ID=bad30073-1a57-4e82-b12a-d079e2e3a0d5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:01:42.548224 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network bad30073-1a57-4e82-b12a-d079e2e3a0d5 details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:01:44.830209 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 36392) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:01:44.888336 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd75a91-a1c2-41e4-b3c2-b7ed3a23d183 admin admin] GET failed (client error): The resource could not be found. Oct 12 04:01:44.890150 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-7cd75a91-a1c2-41e4-b3c2-b7ed3a23d183 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589697 Oct 12 04:01:44.958188 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b996e79-a954-4892-903c-be6a0b3be88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:01:44.959572 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-7b996e79-a954-4892-903c-be6a0b3be88c admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648649 Oct 12 04:01:44.969476 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-146b8b40-60e2-4ab5-a9d1-cb24da47235e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'bad30073-1a57-4e82-b12a-d079e2e3a0d5', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:01:44.988757 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146b8b40-60e2-4ab5-a9d1-cb24da47235e admin admin] Made reservation on behalf of ecf5d0ad17c24782876a10f1dedcb327 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:01:44.990901 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-146b8b40-60e2-4ab5-a9d1-cb24da47235e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:45.148614 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-146b8b40-60e2-4ab5-a9d1-cb24da47235e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:45.205322 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b8b40-60e2-4ab5-a9d1-cb24da47235e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dfcd51b-2a77-4774-a9bf-b30870f0b4a4,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:01:45.212704 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b8b40-60e2-4ab5-a9d1-cb24da47235e admin admin] Checking segment: {'id': 'f7280cd2-a71a-4766-812e-bccc7e1c130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bad30073-1a57-4e82-b12a-d079e2e3a0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:01:45.213083 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b8b40-60e2-4ab5-a9d1-cb24da47235e admin admin] Network hostable DHCP agents. Network: bad30073-1a57-4e82-b12a-d079e2e3a0d5, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:01:45.229430 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b8b40-60e2-4ab5-a9d1-cb24da47235e admin admin] Network bad30073-1a57-4e82-b12a-d079e2e3a0d5 is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:01:45.237935 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-146b8b40-60e2-4ab5-a9d1-cb24da47235e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, bad30073-1a57-4e82-b12a-d079e2e3a0d5) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:01:45.241953 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146b8b40-60e2-4ab5-a9d1-cb24da47235e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:01:45.242523 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-146b8b40-60e2-4ab5-a9d1-cb24da47235e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:45.246821 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16c1916-483a-4775-bd56-ba4aacaccd71 None None] Network bad30073-1a57-4e82-b12a-d079e2e3a0d5 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:01:45.258496 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-146b8b40-60e2-4ab5-a9d1-cb24da47235e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2922413 Oct 12 04:01:45.398501 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14ea8759-f254-50c7-b659-99720e7faefa-bad30073-1a57-4e82-b12a-d079e2e3a0d5', 'network_id': 'bad30073-1a57-4e82-b12a-d079e2e3a0d5', 'tenant_id': 'ecf5d0ad17c24782876a10f1dedcb327', 'fixed_ips': [{'subnet_id': '6dfcd51b-2a77-4774-a9bf-b30870f0b4a4'}]}} from dv-cinder-813067-1-smb. {{(pid=94184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:01:45.399418 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:45.539823 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.db_base_plugin_common [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Allocated IP 192.168.233.2 (bad30073-1a57-4e82-b12a-d079e2e3a0d5/6dfcd51b-2a77-4774-a9bf-b30870f0b4a4/a8048e42-5094-4d53-9469-502d081c86e7) {{(pid=94184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:01:45.684639 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Notify callbacks [] for port, precommit_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:45.693673 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:45.729504 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Network bad30073-1a57-4e82-b12a-d079e2e3a0d5 is already hosted by enough agents. {{(pid=94184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:01:45.734789 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.base_scheduler [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Resources bound (agent type, host, resource id): {{(pid=94184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:01:45.737809 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Received port after_create {{(pid=94184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:01:45.750551 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Pushing event updated for resources: {'Port': ['ID=a8048e42-5094-4d53-9469-502d081c86e7,revision_number=1']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:01:45.770098 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:01:45.770435 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:01:45.770765 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:01:45.771091 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:01:45.771414 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:01:45.771739 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:01:45.772061 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:01:45.772395 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:01:45.772714 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:01:45.773050 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:01:45.773367 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:01:45.773674 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:01:45.807891 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Attempting to bind port a8048e42-5094-4d53-9469-502d081c86e7 on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:01:45.808252 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Attempting to bind port a8048e42-5094-4d53-9469-502d081c86e7 by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': 'f7280cd2-a71a-4766-812e-bccc7e1c130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bad30073-1a57-4e82-b12a-d079e2e3a0d5'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:01:45.808605 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Attempting to bind port a8048e42-5094-4d53-9469-502d081c86e7 on network bad30073-1a57-4e82-b12a-d079e2e3a0d5 {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:01:45.813605 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:01:45.813969 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Checking segment: {'id': 'f7280cd2-a71a-4766-812e-bccc7e1c130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bad30073-1a57-4e82-b12a-d079e2e3a0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:01:45.814362 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:45.814742 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Bound using segment: {'id': 'f7280cd2-a71a-4766-812e-bccc7e1c130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bad30073-1a57-4e82-b12a-d079e2e3a0d5'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:01:45.815192 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Bound port: a8048e42-5094-4d53-9469-502d081c86e7, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7280cd2-a71a-4766-812e-bccc7e1c130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bad30073-1a57-4e82-b12a-d079e2e3a0d5'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:01:45.815574 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:45.879254 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] For port a8048e42-5094-4d53-9469-502d081c86e7, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:01:45.882347 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] For port a8048e42-5094-4d53-9469-502d081c86e7, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=a8048e42-5094-4d53-9469-502d081c86e7,segment=NetworkSegment(f7280cd2-a71a-4766-812e-bccc7e1c130d),segment_id=f7280cd2-a71a-4766-812e-bccc7e1c130d)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:01:45.886972 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:45.946415 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e40a1-52a1-44ff-9840-d6e244507c8f None None] Pushing event updated for resources: {'Port': ['ID=a8048e42-5094-4d53-9469-502d081c86e7,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:01:46.749625 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93967b72-4416-48a1-bbf4-a0e5679f6c3e None None] Network bad30073-1a57-4e82-b12a-d079e2e3a0d5 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:01:46.817188 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-49f95e7e-57a2-43a7-abf5-55f0b1597588 None None] Provisioning complete for port a8048e42-5094-4d53-9469-502d081c86e7 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:01:46.817559 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-49f95e7e-57a2-43a7-abf5-55f0b1597588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:46.959225 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-49f95e7e-57a2-43a7-abf5-55f0b1597588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:46.996414 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-49f95e7e-57a2-43a7-abf5-55f0b1597588 None None] For port a8048e42-5094-4d53-9469-502d081c86e7, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=a8048e42-5094-4d53-9469-502d081c86e7,segment=NetworkSegment(f7280cd2-a71a-4766-812e-bccc7e1c130d),segment_id=f7280cd2-a71a-4766-812e-bccc7e1c130d)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:01:47.003344 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-49f95e7e-57a2-43a7-abf5-55f0b1597588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:47.054660 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f95e7e-57a2-43a7-abf5-55f0b1597588 None None] Pushing event updated for resources: {'Port': ['ID=a8048e42-5094-4d53-9469-502d081c86e7,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:01:47.225089 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b529aa27-f562-4e0a-969e-81d6acbca7c4 None None] Provisioning complete for port a8048e42-5094-4d53-9469-502d081c86e7 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:01:47.225453 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b529aa27-f562-4e0a-969e-81d6acbca7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:47.559493 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device a8048e42-5094-4d53-9469-502d081c86e7 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:01:47.610531 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port a8048e42-5094-4d53-9469-502d081c86e7 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:01:47.610897 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:01:58.236979 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-ad2e5164-4015-46cf-af83-ef5ce072aeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:02:00.657979 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-21e5bd78-7051-4063-b687-3ebaa746b1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:02:01.589411 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:02:01.699553 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:02:03.575694 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:02:15.545882 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 5 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:02:28.237276 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4375b8e7-5962-4014-9848-37696169f511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:02:30.658535 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-2e908523-aeaa-4b21-aa2e-74ee632ee4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:02:31.594407 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:02:31.700642 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:02:33.576277 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:02:52.544812 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 5 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:02:58.238128 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a41b88c0-6a62-4e12-9428-409277b0757e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:00.661095 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4aa7da00-4b10-4625-b83b-24499424ba42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:01.083723 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 36444) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:03:01.089539 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [None req-5baa044a-dbea-4cd8-b3dd-cae4d75661d4 tempest-verify_tempest_config-799352185 tempest-verify_tempest_config-799352185-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:03:01.090508 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-5baa044a-dbea-4cd8-b3dd-cae4d75661d4 tempest-verify_tempest_config-799352185 tempest-verify_tempest_config-799352185-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058119 Oct 12 04:03:01.374675 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36462) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:03:01.490799 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:01.595106 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:01.597219 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:01.601107 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:01.645749 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57472e408e154b17849b45f630c1161e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2700520 Oct 12 04:03:01.646604 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a88be1-63ac-47dd-ab7f-c85919702ea5,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:03:01.648398 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 36468) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:03:01.653152 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.653500 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.653844 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.654177 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.654506 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.654837 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.655161 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.655483 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.656405 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.656732 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.657091 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.657411 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958cdebf-91a2-44f7-b4c7-c8ea92aba9de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.704054 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:01.704680 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:01.725856 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:01.813395 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:01.815860 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:01.817043 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66a88be1-63ac-47dd-ab7f-c85919702ea5 HTTP/1.1" status: 204 len: 168 time: 0.1675093 Oct 12 04:03:01.824588 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a88be1-63ac-47dd-ab7f-c85919702ea5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:03:01.831728 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.832083 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.832418 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.832770 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.833102 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.833430 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.833752 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.834073 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.834410 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.834750 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.835070 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:01.835390 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87855a9-9497-4336-8271-2aac498e95d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:03:03.580591 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:28.238039 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-bbd104b0-5095-4032-8ec8-21aa10b522f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:29.543371 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 5 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:03:30.661819 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-32f38470-3c55-4038-bfac-8291f4497ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:31.598651 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:31.704668 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:33.582986 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:03:58.237822 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-08f589cc-04e4-46d9-86c4-60efc4a373fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:04:00.661164 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-bb80713d-3dc3-495f-b7a0-829bc9be54ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:04:01.602687 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:04:01.705778 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:04:03.585695 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:04:06.540718 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 5 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:04:28.243536 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-964db26f-3b51-4acb-8ca1-36158d8e4fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:04:30.661689 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-56204d57-6a6f-4c6c-9899-91bdf25efb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:04:31.605039 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:04:31.706999 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:04:33.590463 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:04:37.296380 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3913456'] for agent, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:04:43.539687 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:04:51.566452 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36540) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:04:51.668151 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-8fbba95d-4cbf-4573-9121-8d6c69761e0b admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1006165 Oct 12 04:04:53.934564 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36550) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:04:53.987129 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-31b483d0-280d-496c-9b34-ebfd8724fbe2 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0514095 Oct 12 04:04:58.234290 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e2a5755a-8f67-4f7d-b551-ac5768835826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:05:00.661226 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-af7a63a6-0464-46af-b472-faec46a38e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:05:01.609612 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:05:01.707229 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:05:03.592368 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:05:07.351486 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:05:20.538167 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:05:28.235299 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-d52d4efd-4042-42f1-8ea5-9c53860530f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:05:30.660175 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-06a2b179-8b2e-4416-a13f-8253e6efdaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:05:31.611887 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:05:31.707526 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:05:33.594362 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:05:37.278419 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:05:57.539706 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:05:58.236778 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-19f95aac-8a13-47b4-bac1-f45e74723de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:00.659455 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-1590d2d3-8b38-4bed-b708-2bb4c66f01e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:01.622198 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:01.711469 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:03.597987 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:07.294028 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:28.251670 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-67b32e97-5f0d-4f18-97b6-815c3593f67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:30.661674 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-30c27ef8-3ea0-456d-85ab-4726e23624fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:31.435103 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36728) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:31.519196 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 36742) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:31.609528 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-731181106-network', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:31.617280 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:31.637265 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Made reservation on behalf of 11482740b3bb4e3bbfcc856e54a24288 for: {'network': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:06:31.637625 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:31.647673 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:31.723377 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:31.744852 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:31.749084 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:31.776838 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017aab01-6e64-4f05-9e7f-ca01c1ba3cef,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:31.795191 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:06:31.799072 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:31.799411 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:31.799738 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:31.800059 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:31.800376 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:31.800694 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:31.801036 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:31.801347 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:31.801677 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:31.801990 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:31.802451 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:31.802583 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Tracked resource versions report: Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: pushed versions: Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: { 'AddressGroup': {'1.2'}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'ConntrackHelper': {'1.0'}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'Log': {'1.0'}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'Network': {'1.1'}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'Port': {'1.7'}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'PortForwarding': {'1.2'}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'QosPolicy': {'1.10'}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'SecurityGroup': {'1.4'}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'SecurityGroupRule': {'1.2'}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'SubPort': {'1.0'}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'Subnet': {'1.1'}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'Trunk': {'1.1'}} Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: consumer versions: Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: { DHCP agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: HyperV agent@hv-cinder-81306: {}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: L3 agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: Metadata agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: Metering agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: Open vSwitch agent@dv-cinder-813067-1-smb: { 'AddressGroup': '1.2', Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'ConntrackHelper': '1.0', Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'Log': '1.0', Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'Network': '1.1', Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'Port': '1.7', Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'PortForwarding': '1.2', Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'QosPolicy': '1.10', Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'SecurityGroup': '1.4', Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'SecurityGroupRule': '1.2', Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'SubPort': '1.0', Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'Subnet': '1.1', Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: 'Trunk': '1.1'}} Oct 12 04:06:31.803686 dv-cinder-813067-1-smb neutron-server[94182]: {{(pid=94182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 04:06:31.818245 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766412214519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:31.818917 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Unsubscribe: segment precommit_create {{(pid=94182) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 04:06:31.819380 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.db.segments_db [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Added segment 1713f2bd-430c-4d89-8bc2-c2329de5bd24 of type vlan for network 78ad8ade-5b76-455f-b679-c3355b921424 Oct 12 04:06:31.875241 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:31.908318 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1171738497-network', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:31.909416 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:31.910562 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:31.911205 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:31.934372 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Made reservation on behalf of f5f1f03ab7204fea903ecbab2e229dfa for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:06:31.938290 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:31.949271 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:31.999580 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 36764) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:32.011627 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] Pushing event updated for resources: {'Network': ['ID=78ad8ade-5b76-455f-b679-c3355b921424,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:32.024184 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network 78ad8ade-5b76-455f-b679-c3355b921424 details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:06:32.029365 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-b49ed2f4-5a36-4c72-b548-a621feb0f943 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5917621 Oct 12 04:06:32.031213 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36768) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:32.036187 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-3e201b75-98ef-46a4-93b9-9f5736efc8b4 admin admin] Request body: {'subnet': {'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-subnet', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:32.050282 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.056226 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.058979 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e201b75-98ef-46a4-93b9-9f5736efc8b4 admin admin] Made reservation on behalf of 11482740b3bb4e3bbfcc856e54a24288 for: {'subnet': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:06:32.062833 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3e201b75-98ef-46a4-93b9-9f5736efc8b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.069830 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:06:32.081300 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.081902 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.segments_db [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Added segment 7167d3ae-f6b5-4c20-965e-d1a276c2fe9f of type vlan for network 142d406d-e454-45b8-b5f0-7750b0d1ef9b Oct 12 04:06:32.113766 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89521f33-a982-442b-b9b7-ef3e3dc227c9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:32.122572 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:32.123034 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:32.123624 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:32.124070 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:32.124494 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:32.124938 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:32.125359 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:32.125778 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:32.126213 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:32.126631 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:32.127043 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:32.127481 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Tracked resource versions report: Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: pushed versions: Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: { 'AddressGroup': {'1.2'}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'ConntrackHelper': {'1.0'}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'Log': {'1.0'}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'Network': {'1.1'}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'Port': {'1.7'}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'PortForwarding': {'1.2'}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'QosPolicy': {'1.10'}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'SecurityGroup': {'1.4'}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'SecurityGroupRule': {'1.2'}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'SubPort': {'1.0'}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'Subnet': {'1.1'}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'Trunk': {'1.1'}} Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: consumer versions: Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: { DHCP agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: HyperV agent@hv-cinder-81306: {}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: L3 agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: Metadata agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: Metering agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: Open vSwitch agent@dv-cinder-813067-1-smb: { 'AddressGroup': '1.2', Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'ConntrackHelper': '1.0', Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'Log': '1.0', Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'Network': '1.1', Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'Port': '1.7', Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'PortForwarding': '1.2', Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'QosPolicy': '1.10', Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'SecurityGroup': '1.4', Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'SecurityGroupRule': '1.2', Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'SubPort': '1.0', Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'Subnet': '1.1', Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: 'Trunk': '1.1'}} Oct 12 04:06:32.128552 dv-cinder-813067-1-smb neutron-server[94183]: {{(pid=94183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 04:06:32.170380 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.172748 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 36774) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:32.212879 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.214796 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:32.215938 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.273205 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7523406 Oct 12 04:06:32.274002 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 36780) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:32.281350 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b749a388-6af2-4d7d-947e-6550a198c245 admin admin] Request body: {'subnet': {'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1171738497-subnet', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:32.302954 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41098d4-4a8a-4d51-872c-0dfe7760b2e3 admin admin] Pushing event updated for resources: {'Network': ['ID=142d406d-e454-45b8-b5f0-7750b0d1ef9b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:32.315749 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network 142d406d-e454-45b8-b5f0-7750b0d1ef9b details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:06:32.318842 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b749a388-6af2-4d7d-947e-6550a198c245 admin admin] Made reservation on behalf of f5f1f03ab7204fea903ecbab2e229dfa for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:06:32.322405 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b749a388-6af2-4d7d-947e-6550a198c245 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.323486 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3e201b75-98ef-46a4-93b9-9f5736efc8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for subnet, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.383830 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e201b75-98ef-46a4-93b9-9f5736efc8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8221a527-0e38-401f-bca6-10ff9a3c2859,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:32.400718 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e201b75-98ef-46a4-93b9-9f5736efc8b4 admin admin] Checking segment: {'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:06:32.401348 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e201b75-98ef-46a4-93b9-9f5736efc8b4 admin admin] Network hostable DHCP agents. Network: 78ad8ade-5b76-455f-b679-c3355b921424, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:06:32.425714 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e201b75-98ef-46a4-93b9-9f5736efc8b4 admin admin] Network 78ad8ade-5b76-455f-b679-c3355b921424 is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:06:32.436339 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-3e201b75-98ef-46a4-93b9-9f5736efc8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, 78ad8ade-5b76-455f-b679-c3355b921424) {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:32.441072 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e201b75-98ef-46a4-93b9-9f5736efc8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:32.441838 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3e201b75-98ef-46a4-93b9-9f5736efc8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.446010 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3510543f-4b71-4e2d-89e3-c2444cd7353b None None] Network 78ad8ade-5b76-455f-b679-c3355b921424 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:06:32.450149 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-524433781-network', 'tenant_id': 'ca9c08248d034078b48fb274b1157d4a'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:32.494167 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Made reservation on behalf of ca9c08248d034078b48fb274b1157d4a for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:06:32.499493 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.505629 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-3e201b75-98ef-46a4-93b9-9f5736efc8b4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4733634 Oct 12 04:06:32.506274 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36790) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:32.510833 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:32.515423 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.543403 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3912427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11545'] for router, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.544630 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11520'] for router, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.559848 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1168750476-network', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:32.634882 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Made reservation on behalf of 88f9ac90f88040c3833900e39b1ed7dd for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:06:32.637508 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.657331 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.687757 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.729426 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14ea8759-f254-50c7-b659-99720e7faefa-78ad8ade-5b76-455f-b679-c3355b921424', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859'}]}} from dv-cinder-813067-1-smb. {{(pid=94184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:06:32.731849 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.795629 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.798870 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b749a388-6af2-4d7d-947e-6550a198c245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.808831 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.821566 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:06:32.833040 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.833475 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.segments_db [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Added segment 6dbbeb7b-49b4-491d-8f10-8e70fa85b308 of type vlan for network a7f3c47f-4b81-485b-9d33-ea0da313960a Oct 12 04:06:32.877013 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:32.894506 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc81a80a-a57d-48ed-ac8f-cc4a4c44a552,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:33.012906 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.db_base_plugin_common [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Allocated IP 172.20.0.2 (78ad8ade-5b76-455f-b679-c3355b921424/8221a527-0e38-401f-bca6-10ff9a3c2859/b6758ab9-81ad-434d-b032-3efa26c51392) {{(pid=94184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:06:33.035213 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.071049 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.080248 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.165338 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:06:33.255108 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749a388-6af2-4d7d-947e-6550a198c245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=833b4e19-9647-4dd2-8560-05a1e33b097d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:33.278090 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Notify callbacks [] for port, precommit_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.285190 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749a388-6af2-4d7d-947e-6550a198c245 admin admin] Checking segment: {'id': '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:06:33.288298 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b749a388-6af2-4d7d-947e-6550a198c245 admin admin] Network hostable DHCP agents. Network: 142d406d-e454-45b8-b5f0-7750b0d1ef9b, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:06:33.298114 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.299259 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.300932 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:33.302635 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.327672 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.330631 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.segments_db [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Added segment 05214e79-ec37-42ef-ab4a-c48691fa9eca of type vlan for network 1ec9d115-52b6-465b-8e91-6867dbaeff75 Oct 12 04:06:33.360677 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Network 78ad8ade-5b76-455f-b679-c3355b921424 is already hosted by enough agents. {{(pid=94184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:33.367114 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.base_scheduler [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Resources bound (agent type, host, resource id): {{(pid=94184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:33.370868 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Received port after_create {{(pid=94184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:06:33.402686 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.431992 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Pushing event updated for resources: {'Port': ['ID=b6758ab9-81ad-434d-b032-3efa26c51392,revision_number=1']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:33.444528 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.452773 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:33.453160 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:33.453499 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:33.453831 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:33.454159 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:33.454490 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:33.454816 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:33.455136 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:33.455456 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:33.455773 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:33.456215 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:33.456538 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Tracked resource versions report: Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: pushed versions: Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: { 'AddressGroup': {'1.2'}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'ConntrackHelper': {'1.0'}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'Log': {'1.0'}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'Network': {'1.1'}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'Port': {'1.7'}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'PortForwarding': {'1.2'}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'QosPolicy': {'1.10'}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'SecurityGroup': {'1.4'}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'SecurityGroupRule': {'1.2'}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'SubPort': {'1.0'}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'Subnet': {'1.1'}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'Trunk': {'1.1'}} Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: consumer versions: Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: { DHCP agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: HyperV agent@hv-cinder-81306: {}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: L3 agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: Metadata agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: Metering agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: Open vSwitch agent@dv-cinder-813067-1-smb: { 'AddressGroup': '1.2', Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'ConntrackHelper': '1.0', Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'Log': '1.0', Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'Network': '1.1', Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'Port': '1.7', Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'PortForwarding': '1.2', Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'QosPolicy': '1.10', Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'SecurityGroup': '1.4', Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'SecurityGroupRule': '1.2', Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'SubPort': '1.0', Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'Subnet': '1.1', Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: 'Trunk': '1.1'}} Oct 12 04:06:33.457577 dv-cinder-813067-1-smb neutron-server[94184]: {{(pid=94184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 04:06:33.487805 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Attempting to bind port b6758ab9-81ad-434d-b032-3efa26c51392 on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:06:33.488477 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Attempting to bind port b6758ab9-81ad-434d-b032-3efa26c51392 by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:06:33.489042 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Attempting to bind port b6758ab9-81ad-434d-b032-3efa26c51392 on network 78ad8ade-5b76-455f-b679-c3355b921424 {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:06:33.498127 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:06:33.498833 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Checking segment: {'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:06:33.499407 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.499954 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Bound using segment: {'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:06:33.500592 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Bound port: b6758ab9-81ad-434d-b032-3efa26c51392, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:06:33.501210 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.521687 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] Pushing event updated for resources: {'Network': ['ID=a7f3c47f-4b81-485b-9d33-ea0da313960a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:33.543071 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-0a331008-163a-4dc5-b127-642374b88c62 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3689494 Oct 12 04:06:33.545793 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 36836) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:33.546372 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network a7f3c47f-4b81-485b-9d33-ea0da313960a details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:06:33.547878 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:33.555481 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9a1967a1-db08-4e6e-babb-f00764b0f41d admin admin] Request body: {'subnet': {'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1168750476-subnet', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:33.610149 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b749a388-6af2-4d7d-947e-6550a198c245 admin admin] Network 142d406d-e454-45b8-b5f0-7750b0d1ef9b is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:06:33.684485 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1967a1-db08-4e6e-babb-f00764b0f41d admin admin] Made reservation on behalf of 88f9ac90f88040c3833900e39b1ed7dd for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:06:33.684905 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Allocated IP 172.28.0.215 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/d672aa9c-cc0e-45a5-b068-c489339cd61b) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:06:33.687929 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a1967a1-db08-4e6e-babb-f00764b0f41d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.695885 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-b749a388-6af2-4d7d-947e-6550a198c245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, 142d406d-e454-45b8-b5f0-7750b0d1ef9b) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:33.713791 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b749a388-6af2-4d7d-947e-6550a198c245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:33.714381 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b749a388-6af2-4d7d-947e-6550a198c245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.751855 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b73e88-9e2a-4320-9fd2-fe7df61c0a18 None None] Network 142d406d-e454-45b8-b5f0-7750b0d1ef9b requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:06:33.758065 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.808258 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.841916 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.858888 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] For port b6758ab9-81ad-434d-b032-3efa26c51392, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:06:33.862710 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.867371 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] For port b6758ab9-81ad-434d-b032-3efa26c51392, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=b6758ab9-81ad-434d-b032-3efa26c51392,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:06:33.878701 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:33.891871 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-b749a388-6af2-4d7d-947e-6550a198c245 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6146965 Oct 12 04:06:33.895323 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 36860) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:33.912078 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1171738497-router', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:33.999828 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e362b-d501-4e36-af72-b628fdaf652d None None] Pushing event updated for resources: {'Port': ['ID=b6758ab9-81ad-434d-b032-3efa26c51392,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:34.015452 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:34.016617 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:34.017176 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:34.030778 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Pushing event updated for resources: {'Port': ['ID=d672aa9c-cc0e-45a5-b068-c489339cd61b,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:34.036309 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:34.038514 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:34.047183 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:06:34.100885 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8eb1f5-29de-4b5b-bfdf-e14975346bc0 None None] Network 142d406d-e454-45b8-b5f0-7750b0d1ef9b requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:06:34.242035 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] Pushing event updated for resources: {'Network': ['ID=1ec9d115-52b6-465b-8e91-6867dbaeff75,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:34.261470 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network 1ec9d115-52b6-465b-8e91-6867dbaeff75 details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:06:34.286872 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3912427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11545'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:34.291163 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11520'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:34.540813 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:06:34.541887 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:34.544090 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:34.633415 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36880) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:34.693291 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-0d2f9a22-a3aa-4176-a980-cb5305a734b4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6923690 Oct 12 04:06:34.696464 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 36884) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:34.704398 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-17e039d8-b111-46f4-a1f2-f610fd5816e0 admin admin] Request body: {'subnet': {'network_id': '1ec9d115-52b6-465b-8e91-6867dbaeff75', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-524433781-subnet', 'tenant_id': 'ca9c08248d034078b48fb274b1157d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:34.816515 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c0436514-eb0d-440f-b2c3-b676e9b5005e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:34.880826 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:34.941345 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873529'] for router, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.008650 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e039d8-b111-46f4-a1f2-f610fd5816e0 admin admin] Made reservation on behalf of ca9c08248d034078b48fb274b1157d4a for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:06:35.011018 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17e039d8-b111-46f4-a1f2-f610fd5816e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.035597 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c0436514-eb0d-440f-b2c3-b676e9b5005e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.103476 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c0436514-eb0d-440f-b2c3-b676e9b5005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.159813 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a1967a1-db08-4e6e-babb-f00764b0f41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.189562 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-c0436514-eb0d-440f-b2c3-b676e9b5005e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2e372b1f8e94980911f689fa20da15e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5547240 Oct 12 04:06:35.197748 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36910) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:35.216217 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0436514-eb0d-440f-b2c3-b676e9b5005e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f478951-d771-4015-a5cf-f3a2270ed4bf,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:35.311393 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1967a1-db08-4e6e-babb-f00764b0f41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=139536c0-48c7-47be-9f6b-47818cfbaa4b,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:35.339955 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Router e9f7c428-6ecc-4cbf-87bc-4fb532903992 is scheduled to L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd with binding_index 1 {{(pid=94182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:06:35.353487 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e81b80c5-45b6-4bde-81d1-f5c91aa6e3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.383244 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1967a1-db08-4e6e-babb-f00764b0f41d admin admin] Checking segment: {'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:06:35.383602 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1967a1-db08-4e6e-babb-f00764b0f41d admin admin] Network hostable DHCP agents. Network: a7f3c47f-4b81-485b-9d33-ea0da313960a, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:06:35.414259 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e81b80c5-45b6-4bde-81d1-f5c91aa6e3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.451109 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1967a1-db08-4e6e-babb-f00764b0f41d admin admin] Network a7f3c47f-4b81-485b-9d33-ea0da313960a is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:06:35.475783 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-9a1967a1-db08-4e6e-babb-f00764b0f41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, a7f3c47f-4b81-485b-9d33-ea0da313960a) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:35.480307 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1967a1-db08-4e6e-babb-f00764b0f41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:35.481331 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a1967a1-db08-4e6e-babb-f00764b0f41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.485463 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69e1f2f-ed1c-494c-b5ce-edbfc41ada64 None None] Network a7f3c47f-4b81-485b-9d33-ea0da313960a requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:06:35.515185 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:06:35.515983 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f531c-73c1-4411-b08c-c04d75049635 None None] Network 78ad8ade-5b76-455f-b679-c3355b921424 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:06:35.522846 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17e039d8-b111-46f4-a1f2-f610fd5816e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.535294 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Sync routers for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:06:35.548614 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e81b80c5-45b6-4bde-81d1-f5c91aa6e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.551147 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e81b80c5-45b6-4bde-81d1-f5c91aa6e3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.552329 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-e81b80c5-45b6-4bde-81d1-f5c91aa6e3ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f478951-d771-4015-a5cf-f3a2270ed4bf HTTP/1.1" status: 204 len: 168 time: 0.3536358 Oct 12 04:06:35.559512 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:06:35.561299 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:06:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:35.581196 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b80c5-45b6-4bde-81d1-f5c91aa6e3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f478951-d771-4015-a5cf-f3a2270ed4bf,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:35.593181 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] Notify callbacks [] for router, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.598562 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-dd7995c1-6733-4c02-8379-4feff9aa3c79 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0885518 Oct 12 04:06:35.599348 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36924) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:35.669966 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-9a1967a1-db08-4e6e-babb-f00764b0f41d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1186652 Oct 12 04:06:35.677192 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-42fb7574-ca5c-4535-936c-dcd90b89a9a5 None None] Provisioning complete for port b6758ab9-81ad-434d-b032-3efa26c51392 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:35.677926 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-42fb7574-ca5c-4535-936c-dcd90b89a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.678853 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36926) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:35.683388 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:35.755117 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3912427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11545'] for router, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.756535 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11520'] for router, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.782142 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36928) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:35.852081 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-42fb7574-ca5c-4535-936c-dcd90b89a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.876427 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:06:35.891428 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:35.909626 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e039d8-b111-46f4-a1f2-f610fd5816e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52107cd4-d6c3-4640-ab38-a0995c610f10,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:35.913879 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device b6758ab9-81ad-434d-b032-3efa26c51392 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:35.969993 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.024627 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.051295 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e039d8-b111-46f4-a1f2-f610fd5816e0 admin admin] Checking segment: {'id': '05214e79-ec37-42ef-ab4a-c48691fa9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1ec9d115-52b6-465b-8e91-6867dbaeff75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:06:36.063268 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e039d8-b111-46f4-a1f2-f610fd5816e0 admin admin] Network hostable DHCP agents. Network: 1ec9d115-52b6-465b-8e91-6867dbaeff75, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:06:36.159054 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e039d8-b111-46f4-a1f2-f610fd5816e0 admin admin] Network 1ec9d115-52b6-465b-8e91-6867dbaeff75 is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:06:36.180800 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-17e039d8-b111-46f4-a1f2-f610fd5816e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, 1ec9d115-52b6-465b-8e91-6867dbaeff75) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:36.192834 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e039d8-b111-46f4-a1f2-f610fd5816e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:36.193472 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17e039d8-b111-46f4-a1f2-f610fd5816e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.262185 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-17e039d8-b111-46f4-a1f2-f610fd5816e0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5642505 Oct 12 04:06:36.271352 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4654fff9-9b32-48d4-b40f-b1963621c791 None None] Network 1ec9d115-52b6-465b-8e91-6867dbaeff75 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:06:36.287244 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Allocated IP 172.28.0.135 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/ea4a4162-2014-4f2a-93cb-346ac5376199) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:06:36.312268 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 36948) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:36.330773 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-42fb7574-ca5c-4535-936c-dcd90b89a9a5 None None] For port b6758ab9-81ad-434d-b032-3efa26c51392, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=b6758ab9-81ad-434d-b032-3efa26c51392,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:06:36.335354 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:34Z', 'revision_number': 3, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:36.336123 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-95a8d92b-047f-4151-a6bc-ff271fefca09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.400949 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Checking router: e9f7c428-6ecc-4cbf-87bc-4fb532903992 for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:06:36.401320 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Updating router e9f7c428-6ecc-4cbf-87bc-4fb532903992 port d672aa9c-cc0e-45a5-b068-c489339cd61b binding host dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:06:36.456084 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-42fb7574-ca5c-4535-936c-dcd90b89a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.476818 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.556217 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.571636 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-14467426-1163-40e5-99ce-9ce2aef2dabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.587234 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.595290 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14ea8759-f254-50c7-b659-99720e7faefa-a7f3c47f-4b81-485b-9d33-ea0da313960a', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b'}]}} from dv-cinder-813067-1-smb. {{(pid=94184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:06:36.597247 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.668803 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.729927 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port b6758ab9-81ad-434d-b032-3efa26c51392 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:36.733346 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.755784 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:36.765298 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:36.781311 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:06:36.818231 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-95a8d92b-047f-4151-a6bc-ff271fefca09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.845920 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-95a8d92b-047f-4151-a6bc-ff271fefca09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:36.881032 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Pushing event updated for resources: {'Port': ['ID=ea4a4162-2014-4f2a-93cb-346ac5376199,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:36.926145 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb7574-ca5c-4535-936c-dcd90b89a9a5 None None] Pushing event updated for resources: {'Port': ['ID=b6758ab9-81ad-434d-b032-3efa26c51392,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:36.989719 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8d92b-047f-4151-a6bc-ff271fefca09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a7139c-cd01-4a88-82f8-f180ef0ddd3a,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:37.037359 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 37000) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:37.040256 dv-cinder-813067-1-smb neutron-server[94183]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 04:06:37.098023 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fef5eb-df95-485e-982c-a826e8ac4462 None None] Network 1ec9d115-52b6-465b-8e91-6867dbaeff75 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:06:37.118999 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.132378 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.164372 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-14467426-1163-40e5-99ce-9ce2aef2dabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.203384 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-95a8d92b-047f-4151-a6bc-ff271fefca09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=305d323dc40147d6bbd6baa50610a967&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3844442 Oct 12 04:06:37.203384 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-14467426-1163-40e5-99ce-9ce2aef2dabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.209040 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Pushing event updated for resources: {'Port': ['ID=d672aa9c-cc0e-45a5-b068-c489339cd61b,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:37.218094 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Attempting to bind port d672aa9c-cc0e-45a5-b068-c489339cd61b on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:06:37.218557 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Attempting to bind port d672aa9c-cc0e-45a5-b068-c489339cd61b by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:06:37.219024 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Attempting to bind port d672aa9c-cc0e-45a5-b068-c489339cd61b on network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:06:37.222956 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:37.223409 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:37.223821 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:37.224227 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:37.224631 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:37.225185 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:37.225603 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:37.225999 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:37.226397 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:37.226791 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:37.227189 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:37.227575 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Tracked resource versions report: Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: pushed versions: Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: { 'AddressGroup': {'1.2'}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'ConntrackHelper': {'1.0'}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'Log': {'1.0'}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'Network': {'1.1'}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'Port': {'1.7'}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'PortForwarding': {'1.2'}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'QosPolicy': {'1.10'}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'SecurityGroup': {'1.4'}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'SecurityGroupRule': {'1.2'}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'SubPort': {'1.0'}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'Subnet': {'1.1'}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'Trunk': {'1.1'}} Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: consumer versions: Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: { DHCP agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: HyperV agent@hv-cinder-81306: {}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: L3 agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: Metadata agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: Metering agent@dv-cinder-813067-1-smb: {}, Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: Open vSwitch agent@dv-cinder-813067-1-smb: { 'AddressGroup': '1.2', Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'ConntrackHelper': '1.0', Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'Log': '1.0', Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'Network': '1.1', Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'Port': '1.7', Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'PortForwarding': '1.2', Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'QosPolicy': '1.10', Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'SecurityGroup': '1.4', Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'SecurityGroupRule': '1.2', Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'SubPort': '1.0', Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'Subnet': '1.1', Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: 'Trunk': '1.1'}} Oct 12 04:06:37.228637 dv-cinder-813067-1-smb neutron-server[94185]: {{(pid=94185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 04:06:37.234837 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:06:37.235626 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Checking segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:06:37.236107 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.236565 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Bound using segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:06:37.237175 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Bound port: d672aa9c-cc0e-45a5-b068-c489339cd61b, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:06:37.237653 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.241627 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37006) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:37.253164 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-14467426-1163-40e5-99ce-9ce2aef2dabf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c67ea11a00f14008a30efc29b487349e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9354556 Oct 12 04:06:37.263361 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37008) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:37.327677 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] For port d672aa9c-cc0e-45a5-b068-c489339cd61b, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:06:37.331200 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] For port d672aa9c-cc0e-45a5-b068-c489339cd61b, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=d672aa9c-cc0e-45a5-b068-c489339cd61b,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:06:37.336773 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.359753 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.db_base_plugin_common [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Allocated IP 172.20.0.2 (a7f3c47f-4b81-485b-9d33-ea0da313960a/139536c0-48c7-47be-9f6b-47818cfbaa4b/ef20e039-719a-4279-adf2-4f7b7ba73965) {{(pid=94184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:06:37.415229 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-ec303682-5c56-4aca-ba36-c23ffa3e883b None None] Provisioning complete for port b6758ab9-81ad-434d-b032-3efa26c51392 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:37.415595 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-ec303682-5c56-4aca-ba36-c23ffa3e883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.428506 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.438944 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:06:37.439746 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:06:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:37.441675 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d12692-fabf-4cfb-8d48-551fe875c882 None None] Pushing event updated for resources: {'Port': ['ID=d672aa9c-cc0e-45a5-b068-c489339cd61b,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:37.456360 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467426-1163-40e5-99ce-9ce2aef2dabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e37e94-caaf-476e-9b16-3bc52c69b1bc,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:37.475990 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37014) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:37.565845 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-02c45082-bb61-40e7-b840-705b76ccded4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.596203 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-02c45082-bb61-40e7-b840-705b76ccded4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.639774 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.647116 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:06:37.701320 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Notify callbacks [] for port, precommit_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.719303 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.723456 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a3b37b4c-3f4c-4d2a-aeba-b1aba736eeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.761398 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Network a7f3c47f-4b81-485b-9d33-ea0da313960a is already hosted by enough agents. {{(pid=94184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:37.767148 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.base_scheduler [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Resources bound (agent type, host, resource id): {{(pid=94184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:37.771677 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Received port after_create {{(pid=94184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:06:37.776892 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-a7a537d7-cc8d-489f-b115-5ef6f353d8dc tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:37.777169 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device b6758ab9-81ad-434d-b032-3efa26c51392 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:37.778806 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-a7a537d7-cc8d-489f-b115-5ef6f353d8dc tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/networks?id=1ec9d115-52b6-465b-8e91-6867dbaeff75 HTTP/1.1" status: 200 len: 811 time: 0.7398701 Oct 12 04:06:37.801665 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.807099 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-f3ddcca7-b456-4319-905f-27a3bf0b1141 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/quotas/ca9c08248d034078b48fb274b1157d4a HTTP/1.1" status: 200 len: 375 time: 0.0196717 Oct 12 04:06:37.826563 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Pushing event updated for resources: {'Port': ['ID=ef20e039-719a-4279-adf2-4f7b7ba73965,revision_number=1']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:37.887569 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port b6758ab9-81ad-434d-b032-3efa26c51392 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:37.888446 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.891789 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Attempting to bind port ef20e039-719a-4279-adf2-4f7b7ba73965 on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:06:37.892426 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Attempting to bind port ef20e039-719a-4279-adf2-4f7b7ba73965 by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:06:37.893063 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Attempting to bind port ef20e039-719a-4279-adf2-4f7b7ba73965 on network a7f3c47f-4b81-485b-9d33-ea0da313960a {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:06:37.917564 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-d7bfb6d9-40c5-4132-8362-c9ff8cc0005e tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca9c08248d034078b48fb274b1157d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620797 Oct 12 04:06:37.919110 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:06:37.919790 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Checking segment: {'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:06:37.921002 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.921612 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Bound using segment: {'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:06:37.922311 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Bound port: ef20e039-719a-4279-adf2-4f7b7ba73965, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:06:37.922944 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:37.981902 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:34Z', 'revision_number': 3, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:37.992019 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4d788629-1a2a-4e47-8b67-f8e727664299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.014828 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4d788629-1a2a-4e47-8b67-f8e727664299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.018805 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] For port ef20e039-719a-4279-adf2-4f7b7ba73965, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:06:38.022996 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] For port ef20e039-719a-4279-adf2-4f7b7ba73965, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=ef20e039-719a-4279-adf2-4f7b7ba73965,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:06:38.042809 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01926cc8-dda0-4cbd-8d4f-087288315b58 None None] The sync data for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb is: [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:34Z', 'revision_number': 3, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:06:38.056439 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a3b37b4c-3f4c-4d2a-aeba-b1aba736eeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.068043 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.111984 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873529'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.126804 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a3b37b4c-3f4c-4d2a-aeba-b1aba736eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.181390 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022012e-6c1f-44e9-a793-ec31d51f5174 None None] Pushing event updated for resources: {'Port': ['ID=ef20e039-719a-4279-adf2-4f7b7ba73965,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:38.182207 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ad2391de-17f3-43be-ac49-746b70cfbc40 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:06:38.183838 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ad2391de-17f3-43be-ac49-746b70cfbc40 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1231241 Oct 12 04:06:38.245827 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-02c45082-bb61-40e7-b840-705b76ccded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.248791 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-02c45082-bb61-40e7-b840-705b76ccded4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.250096 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-02c45082-bb61-40e7-b840-705b76ccded4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65a7139c-cd01-4a88-82f8-f180ef0ddd3a HTTP/1.1" status: 204 len: 168 time: 0.9926987 Oct 12 04:06:38.251205 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.287719 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-a3b37b4c-3f4c-4d2a-aeba-b1aba736eeb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f03db8847b884ab997f840bee6fe0c30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8106933 Oct 12 04:06:38.298283 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 37032) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:38.305251 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.315887 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b37b4c-3f4c-4d2a-aeba-b1aba736eeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bcd714-8cb7-4a87-915d-05f076c94bbe,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:38.352810 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4d788629-1a2a-4e47-8b67-f8e727664299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.359348 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4d788629-1a2a-4e47-8b67-f8e727664299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.363898 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-4d788629-1a2a-4e47-8b67-f8e727664299 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04e37e94-caaf-476e-9b16-3bc52c69b1bc HTTP/1.1" status: 204 len: 168 time: 1.0753152 Oct 12 04:06:38.379483 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c45082-bb61-40e7-b840-705b76ccded4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a7139c-cd01-4a88-82f8-f180ef0ddd3a,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:38.459057 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-31da7cea-b662-4154-a685-26b30fd31722 service neutron] 10.222.0.31 "GET /v2.0/networks/1ec9d115-52b6-465b-8e91-6867dbaeff75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641430 Oct 12 04:06:38.503363 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cc816f9d-14f2-4eb0-84bc-700e911dd28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.519193 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d788629-1a2a-4e47-8b67-f8e727664299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e37e94-caaf-476e-9b16-3bc52c69b1bc,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:38.606461 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Allocated IP 172.20.0.1 (78ad8ade-5b76-455f-b679-c3355b921424/8221a527-0e38-401f-bca6-10ff9a3c2859/c508cb7a-debf-48da-8466-b6091ca1fc73) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:06:38.658170 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Router 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 is scheduled to L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:06:38.673422 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cc816f9d-14f2-4eb0-84bc-700e911dd28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:38.828630 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Allocated IP 172.28.0.130 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/5148556e-45fe-4b13-b1ef-f950e58c8cca) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:06:38.838872 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-12d79519-4e67-4226-adf8-34bcc7b5afa9 service neutron] 10.222.0.31 "GET /v2.0/networks/1ec9d115-52b6-465b-8e91-6867dbaeff75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788970 Oct 12 04:06:38.884392 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 37046) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:38.951784 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:39.001225 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cc816f9d-14f2-4eb0-84bc-700e911dd28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:39.015265 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cc816f9d-14f2-4eb0-84bc-700e911dd28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:39.019132 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-cc816f9d-14f2-4eb0-84bc-700e911dd28e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7bcd714-8cb7-4a87-915d-05f076c94bbe HTTP/1.1" status: 204 len: 168 time: 0.7181997 Oct 12 04:06:39.020003 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f32a0a7-2a38-46c6-83a5-d5fcb40a2565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:39.048042 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:39.050112 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:39.062908 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc816f9d-14f2-4eb0-84bc-700e911dd28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bcd714-8cb7-4a87-915d-05f076c94bbe,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:39.078423 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:06:39.096931 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Sync routers for ids ['1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:06:39.127203 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Routers {'1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:06:39.128510 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:06:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:39.140597 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:39.141883 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-18321701-efe6-4c85-b559-090f046f4679 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2456446 Oct 12 04:06:39.145613 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Pushing event updated for resources: {'Port': ['ID=c508cb7a-debf-48da-8466-b6091ca1fc73,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:39.157527 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 37054) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:39.162574 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Network 78ad8ade-5b76-455f-b679-c3355b921424 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:39.169333 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:39.174130 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:06:39.174647 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873320'] for router_interface, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:39.377286 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 37068) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:39.483504 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Set router 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:06:39.596832 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c9e81145-081b-4a9b-8f66-582d5d717680 req-908b3377-562e-46b4-979b-fd7b744e28b4 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 210 time: 0.2065136 Oct 12 04:06:39.614726 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f32a0a7-2a38-46c6-83a5-d5fcb40a2565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:39.628244 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f32a0a7-2a38-46c6-83a5-d5fcb40a2565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:39.758957 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-650f8659-d8eb-4854-99a2-3e13919b5a71 None None] Provisioning complete for port c508cb7a-debf-48da-8466-b6091ca1fc73 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:39.759337 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-650f8659-d8eb-4854-99a2-3e13919b5a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:39.832676 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-650f8659-d8eb-4854-99a2-3e13919b5a71 None None] Port c508cb7a-debf-48da-8466-b6091ca1fc73 cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:06:39.836658 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32a0a7-2a38-46c6-83a5-d5fcb40a2565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb61d87-85d8-422e-b340-982fd1ad4888,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:39.866872 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-1f32a0a7-2a38-46c6-83a5-d5fcb40a2565 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1897e6e970bf42f9a161ee3a7fee712f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9806159 Oct 12 04:06:39.867346 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 37098) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:39.978218 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device d672aa9c-cc0e-45a5-b068-c489339cd61b up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:40.040598 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:40.062577 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d768c44d-a9f6-46bd-9022-3ac6a558bd24 None None] Network a7f3c47f-4b81-485b-9d33-ea0da313960a requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:06:40.161017 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port d672aa9c-cc0e-45a5-b068-c489339cd61b triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:40.161745 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:40.164594 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'name': 'tempest-ServerRescueNegativeTestJSON-1171738497-router', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:34Z', 'updated_at': '2021-10-12T04:06:37Z', 'revision_number': 3, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'gw_port': {'id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:36Z', 'updated_at': '2021-10-12T04:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:40.178252 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:40.192506 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:40.198248 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:06:40.203792 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:40.291488 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f0d01de-3337-468d-b405-6ae731866889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:40.324591 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Pushing event updated for resources: {'Port': ['ID=5148556e-45fe-4b13-b1ef-f950e58c8cca,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:40.368564 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f0d01de-3337-468d-b405-6ae731866889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:40.467228 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Checking router: 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:06:40.472801 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Updating router 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 port ea4a4162-2014-4f2a-93cb-346ac5376199 binding host dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:06:40.587170 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-e2b81bf6-7100-47d7-9ec7-8ebe23ee135e None None] Provisioning complete for port ef20e039-719a-4279-adf2-4f7b7ba73965 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:40.587943 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e2b81bf6-7100-47d7-9ec7-8ebe23ee135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:40.633557 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:40.645894 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f0d01de-3337-468d-b405-6ae731866889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:40.648415 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f0d01de-3337-468d-b405-6ae731866889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:40.656112 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-9f0d01de-3337-468d-b405-6ae731866889 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbb61d87-85d8-422e-b340-982fd1ad4888 HTTP/1.1" status: 204 len: 168 time: 0.7819302 Oct 12 04:06:40.696081 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d01de-3337-468d-b405-6ae731866889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb61d87-85d8-422e-b340-982fd1ad4888,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:40.987510 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.011815 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.032019 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.037119 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3912888'] for router_interface, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.042472 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9df734b-6638-4d46-ade6-f2ec2ffca42a req-96abbd06-220a-416e-88c1-d18727e68347 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 210 time: 0.3042536 Oct 12 04:06:41.199370 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.202042 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.280397 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e2b81bf6-7100-47d7-9ec7-8ebe23ee135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.329371 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] For port d672aa9c-cc0e-45a5-b068-c489339cd61b, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=d672aa9c-cc0e-45a5-b068-c489339cd61b,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:06:41.349110 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.350784 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device ef20e039-719a-4279-adf2-4f7b7ba73965 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:41.358452 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Pushing event updated for resources: {'Port': ['ID=c508cb7a-debf-48da-8466-b6091ca1fc73,revision_number=2']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:41.402357 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-e2b81bf6-7100-47d7-9ec7-8ebe23ee135e None None] For port ef20e039-719a-4279-adf2-4f7b7ba73965, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=ef20e039-719a-4279-adf2-4f7b7ba73965,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:06:41.453160 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e2b81bf6-7100-47d7-9ec7-8ebe23ee135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.480821 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Allocated IP 172.20.0.1 (142d406d-e454-45b8-b5f0-7750b0d1ef9b/833b4e19-9647-4dd2-8560-05a1e33b097d/de830b79-9e40-48ea-ae0b-f9b83c13b98d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:06:41.536388 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Network 78ad8ade-5b76-455f-b679-c3355b921424 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:41.541051 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:41.608837 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Pushing event updated for resources: {'Port': ['ID=d672aa9c-cc0e-45a5-b068-c489339cd61b,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:41.683258 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.745618 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b81bf6-7100-47d7-9ec7-8ebe23ee135e None None] Pushing event updated for resources: {'Port': ['ID=ef20e039-719a-4279-adf2-4f7b7ba73965,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:41.772102 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.806657 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-be17cbe8-cba1-4058-92ac-4b1512399e85 None None] Provisioning complete for port ef20e039-719a-4279-adf2-4f7b7ba73965 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:41.807949 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-be17cbe8-cba1-4058-92ac-4b1512399e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.817839 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873529'] for router, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.829054 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Network 142d406d-e454-45b8-b5f0-7750b0d1ef9b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:41.836688 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:41.841322 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:06:41.842587 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873320'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.897498 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.899245 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port ef20e039-719a-4279-adf2-4f7b7ba73965 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:41.899603 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:41.947901 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Router e9f7c428-6ecc-4cbf-87bc-4fb532903992 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:06:42.003567 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:42.003842 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Pushing event updated for resources: {'Port': ['ID=de830b79-9e40-48ea-ae0b-f9b83c13b98d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:42.069933 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37190) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:42.219796 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:06:42.226467 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-e6fd43cb-ce30-469d-b0b2-9e05e5a2aeec admin admin] 10.222.0.31 "PUT /v2.0/routers/e9f7c428-6ecc-4cbf-87bc-4fb532903992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6244628 Oct 12 04:06:42.232949 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Sync routers for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:06:42.233969 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:42.245640 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:06:42.250856 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:06:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:42.255363 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Router 57ac213f-7ee3-4ef1-8928-a26da56081ea is scheduled to L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd with binding_index 1 {{(pid=94182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:06:42.263088 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Attempting to bind port ea4a4162-2014-4f2a-93cb-346ac5376199 on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:06:42.264693 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Attempting to bind port ea4a4162-2014-4f2a-93cb-346ac5376199 by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:06:42.265409 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Attempting to bind port ea4a4162-2014-4f2a-93cb-346ac5376199 on network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:06:42.305223 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:06:42.305852 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Checking segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:06:42.306573 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:42.307248 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Bound using segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:06:42.307911 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Bound port: ea4a4162-2014-4f2a-93cb-346ac5376199, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:06:42.308668 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:42.389435 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] For port ea4a4162-2014-4f2a-93cb-346ac5376199, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:06:42.395630 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] For port ea4a4162-2014-4f2a-93cb-346ac5376199, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=ea4a4162-2014-4f2a-93cb-346ac5376199,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:06:42.397515 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290049f-e0a5-4062-8e72-8ab1321cbcd2 None None] Pushing event updated for resources: {'Port': ['ID=ea4a4162-2014-4f2a-93cb-346ac5376199,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:42.426811 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:42.507826 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-02a0c9e0-3ec4-4de9-a7b9-fad5f54c713a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:42.555682 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-47cd6fed-da56-489b-af52-3be254457ec8 req-8263e3f7-f80c-4282-bf11-426fa1550c13 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 210 time: 0.2934175 Oct 12 04:06:42.584959 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Routers {'1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:06:42.584959 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:06:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:42.673114 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.41', 61738) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:42.709080 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:06:42.772719 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device d672aa9c-cc0e-45a5-b068-c489339cd61b up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:42.836717 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-02a0c9e0-3ec4-4de9-a7b9-fad5f54c713a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:42.841464 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:06:42.869597 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-02a0c9e0-3ec4-4de9-a7b9-fad5f54c713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:42.878793 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Sync routers for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:06:42.902753 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290049f-e0a5-4062-8e72-8ab1321cbcd2 None None] Pushing event updated for resources: {'Port': ['ID=ea4a4162-2014-4f2a-93cb-346ac5376199,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:42.946747 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-02a0c9e0-3ec4-4de9-a7b9-fad5f54c713a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=867b83af74cc4d899e807a3d9aa8c304&name=default HTTP/1.1" status: 200 len: 2978 time: 0.8730938 Oct 12 04:06:42.949605 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] Notify callbacks [] for router, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:42.954337 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-39ed10c0-ea0d-418c-aaf5-e2ccdb466d27 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2707055 Oct 12 04:06:42.954337 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37218) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:42.965548 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37220) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:42.969519 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 2, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:42.998864 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Checking router: e9f7c428-6ecc-4cbf-87bc-4fb532903992 for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:06:42.999527 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Updating router e9f7c428-6ecc-4cbf-87bc-4fb532903992 port c508cb7a-debf-48da-8466-b6091ca1fc73 binding host dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:06:43.027827 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:43.044918 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0c9e0-3ec4-4de9-a7b9-fad5f54c713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c37343c-de79-477b-bbfa-125f2dae19b2,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:43.047187 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:43.052049 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b3fb3e61-d212-4f81-9589-c48b591fc532 None None] Provisioning complete for port c508cb7a-debf-48da-8466-b6091ca1fc73 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:43.052347 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3e61-d212-4f81-9589-c48b591fc532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:43.059087 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:43.061433 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3912888'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:43.075571 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:06:43.076778 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:06:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:43.156005 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d8f3130e-907f-48f9-892e-0ec7220fedde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:43.159492 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-63274bcf-e5cf-4d36-be70-03fa0729a17c tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:43.163360 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-63274bcf-e5cf-4d36-be70-03fa0729a17c tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.41 "GET /v2.0/networks?id=1ec9d115-52b6-465b-8e91-6867dbaeff75 HTTP/1.1" status: 200 len: 811 time: 0.4835546 Oct 12 04:06:43.185279 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d8f3130e-907f-48f9-892e-0ec7220fedde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:43.252960 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d8f3130e-907f-48f9-892e-0ec7220fedde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:43.256418 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d8f3130e-907f-48f9-892e-0ec7220fedde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:43.261389 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-d8f3130e-907f-48f9-892e-0ec7220fedde admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c37343c-de79-477b-bbfa-125f2dae19b2 HTTP/1.1" status: 204 len: 168 time: 0.3068385 Oct 12 04:06:43.275368 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3130e-907f-48f9-892e-0ec7220fedde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c37343c-de79-477b-bbfa-125f2dae19b2,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:43.287373 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ae25b120-bbda-4f2d-b2ee-875887b0a38a tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Request body: {'port': {'device_id': '3e6f86b1-aa59-45b3-9c18-6c4968beb7e2', 'network_id': '1ec9d115-52b6-465b-8e91-6867dbaeff75', 'admin_state_up': True, 'tenant_id': 'ca9c08248d034078b48fb274b1157d4a'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:43.346348 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] Set router 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:06:43.485611 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Pushing event updated for resources: {'Port': ['ID=de830b79-9e40-48ea-ae0b-f9b83c13b98d,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:43.655514 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:43.668501 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:43.763888 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c56c4-f21e-41ac-88af-bfe30fc4f727 None None] Pushing event updated for resources: {'Port': ['ID=c508cb7a-debf-48da-8466-b6091ca1fc73,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:43.792551 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Network 142d406d-e454-45b8-b5f0-7750b0d1ef9b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:43.801082 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:43.954758 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Attempting to bind port c508cb7a-debf-48da-8466-b6091ca1fc73 on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:06:43.955262 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Attempting to bind port c508cb7a-debf-48da-8466-b6091ca1fc73 by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:06:43.957539 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Attempting to bind port c508cb7a-debf-48da-8466-b6091ca1fc73 on network 78ad8ade-5b76-455f-b679-c3355b921424 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:06:43.973088 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb3e61-d212-4f81-9589-c48b591fc532 None None] Port c508cb7a-debf-48da-8466-b6091ca1fc73 cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:06:43.974520 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:06:43.976207 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Checking segment: {'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:06:43.976717 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:43.977891 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Bound using segment: {'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:06:43.978647 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Bound port: c508cb7a-debf-48da-8466-b6091ca1fc73, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:06:43.982030 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:44.121480 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:06:44.157586 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-99ccf4cd-2e9d-488d-8aef-a107d589ce91 req-9dc03cd6-0add-42a4-b5e4-b657aae161b1 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 210 time: 0.1821802 Oct 12 04:06:44.169416 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ae25b120-bbda-4f2d-b2ee-875887b0a38a tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Made reservation on behalf of ca9c08248d034078b48fb274b1157d4a for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:06:44.177135 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ae25b120-bbda-4f2d-b2ee-875887b0a38a tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:44.261503 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port d672aa9c-cc0e-45a5-b068-c489339cd61b triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:44.262784 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] For port c508cb7a-debf-48da-8466-b6091ca1fc73, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:06:44.265191 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:44.268670 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] For port c508cb7a-debf-48da-8466-b6091ca1fc73, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=c508cb7a-debf-48da-8466-b6091ca1fc73,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:06:44.291982 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:44.457795 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:44.483456 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c56c4-f21e-41ac-88af-bfe30fc4f727 None None] Pushing event updated for resources: {'Port': ['ID=c508cb7a-debf-48da-8466-b6091ca1fc73,revision_number=4']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:44.494725 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:06:44.495829 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:06:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:44.831934 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:06:44.954604 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-765b4e4e-6ba8-4052-a012-009c25c09d4d None None] Provisioning complete for port c508cb7a-debf-48da-8466-b6091ca1fc73 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:44.955226 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-765b4e4e-6ba8-4052-a012-009c25c09d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:45.141233 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37294) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:45.149472 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ae25b120-bbda-4f2d-b2ee-875887b0a38a tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Allocated IP 172.20.0.5 (1ec9d115-52b6-465b-8e91-6867dbaeff75/52107cd4-d6c3-4640-ab38-a0995c610f10/8c252508-7345-4f8e-a06f-53ec3e18469c) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:06:45.167573 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-95a8bef6-bfbb-4102-a494-06d606788048 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1184854321', 'description': 'tempest-description--1805288149'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:45.185303 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Allocated IP 172.20.0.1 (a7f3c47f-4b81-485b-9d33-ea0da313960a/139536c0-48c7-47be-9f6b-47818cfbaa4b/8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:06:45.261994 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device ef20e039-719a-4279-adf2-4f7b7ba73965 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:45.516296 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-765b4e4e-6ba8-4052-a012-009c25c09d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:45.545896 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-95a8bef6-bfbb-4102-a494-06d606788048 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:45.598067 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:44Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:45.667198 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port ef20e039-719a-4279-adf2-4f7b7ba73965 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:45.667616 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:45.714753 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51792392-7ddb-47a8-aa2e-86a56095f1d9 None None] The sync data for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb is: [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:44Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:06:45.792120 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'name': 'tempest-ServerRescueNegativeTestJSON-1171738497-router', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:34Z', 'updated_at': '2021-10-12T04:06:42Z', 'revision_number': 4, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'gw_port': {'id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:36Z', 'updated_at': '2021-10-12T04:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'de830b79-9e40-48ea-ae0b-f9b83c13b98d', 'name': '', 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'mac_address': 'fa:16:3e:65:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '833b4e19-9647-4dd2-8560-05a1e33b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:41Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 1, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'subnets': [{'id': '833b4e19-9647-4dd2-8560-05a1e33b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:45.840338 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-95a8bef6-bfbb-4102-a494-06d606788048 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:45.850288 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-95a8bef6-bfbb-4102-a494-06d606788048 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:45.971231 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f17902-68ae-4484-82d6-9da78ab523f1 None None] The sync data for ids ['1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'] in dv-cinder-813067-1-smb is: [{'id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'name': 'tempest-ServerRescueNegativeTestJSON-1171738497-router', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:34Z', 'updated_at': '2021-10-12T04:06:42Z', 'revision_number': 4, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'gw_port': {'id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:36Z', 'updated_at': '2021-10-12T04:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'de830b79-9e40-48ea-ae0b-f9b83c13b98d', 'name': '', 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'mac_address': 'fa:16:3e:65:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '833b4e19-9647-4dd2-8560-05a1e33b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:41Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 1, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'subnets': [{'id': '833b4e19-9647-4dd2-8560-05a1e33b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:06:45.995902 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-765b4e4e-6ba8-4052-a012-009c25c09d4d None None] For port c508cb7a-debf-48da-8466-b6091ca1fc73, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=c508cb7a-debf-48da-8466-b6091ca1fc73,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:06:46.011443 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-50af93e5-b912-4dfb-88bf-a4497dee4040 req-82d065d8-a126-4805-ac9c-ccceac53ef85 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 210 time: 0.5599577 Oct 12 04:06:46.047741 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-765b4e4e-6ba8-4052-a012-009c25c09d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:46.077860 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Router 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:06:46.137228 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-95a8bef6-bfbb-4102-a494-06d606788048 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:46.155231 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-95a8bef6-bfbb-4102-a494-06d606788048 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0096610 Oct 12 04:06:46.156138 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37324) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:46.168535 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-92dccbf9-c86e-4c9c-a73d-cc682b6126a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Request body: {'security_group_rule': {'security_group_id': '8d706aa9-83bb-4981-bfcf-fdee8a34879b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:46.187096 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8bef6-bfbb-4102-a494-06d606788048 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d706aa9-83bb-4981-bfcf-fdee8a34879b,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:46.192241 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:46.266000 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 3, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:46.376840 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:46.377157 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ae25b120-bbda-4f2d-b2ee-875887b0a38a tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:46.407697 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Checking router: 57ac213f-7ee3-4ef1-8928-a26da56081ea for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:06:46.410146 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Updating router 57ac213f-7ee3-4ef1-8928-a26da56081ea port 5148556e-45fe-4b13-b1ef-f950e58c8cca binding host dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:06:46.475755 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-92dccbf9-c86e-4c9c-a73d-cc682b6126a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:46.480882 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Pushing event updated for resources: {'Port': ['ID=8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:46.512075 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Network a7f3c47f-4b81-485b-9d33-ea0da313960a is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:46.519137 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b57695d8-ddc1-41d4-99db-3116142ce554 None None] Provisioning complete for port c508cb7a-debf-48da-8466-b6091ca1fc73 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:46.521784 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b57695d8-ddc1-41d4-99db-3116142ce554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:46.537497 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:46.545954 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:06:46.547889 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873320'] for router_interface, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:46.639521 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:06:46.653925 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-5e458c37-b69c-4a08-addd-75e48e8e66f4 admin admin] 10.222.0.31 "PUT /v2.0/routers/1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4937959 Oct 12 04:06:46.676345 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ae25b120-bbda-4f2d-b2ee-875887b0a38a tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:46.700217 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:46.985984 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ae25b120-bbda-4f2d-b2ee-875887b0a38a tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Network 1ec9d115-52b6-465b-8e91-6867dbaeff75 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:47.012063 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ae25b120-bbda-4f2d-b2ee-875887b0a38a tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:47.024084 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25b120-bbda-4f2d-b2ee-875887b0a38a tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Pushing event updated for resources: {'Port': ['ID=8c252508-7345-4f8e-a06f-53ec3e18469c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:47.061964 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ae25b120-bbda-4f2d-b2ee-875887b0a38a tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:06:47.068299 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ae25b120-bbda-4f2d-b2ee-875887b0a38a tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:47.071130 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ae25b120-bbda-4f2d-b2ee-875887b0a38a tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:47.110972 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device c508cb7a-debf-48da-8466-b6091ca1fc73 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:47.130412 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:47.148828 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ae25b120-bbda-4f2d-b2ee-875887b0a38a tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8770902 Oct 12 04:06:47.196359 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b4bd0e66-e3c9-483f-ba63-c277184deab5 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:06:47.203214 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b4bd0e66-e3c9-483f-ba63-c277184deab5 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071030 Oct 12 04:06:47.212606 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b4e4e-6ba8-4052-a012-009c25c09d4d None None] Pushing event updated for resources: {'Port': ['ID=c508cb7a-debf-48da-8466-b6091ca1fc73,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:47.651399 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065343c7-50e1-4610-8145-735c31d82958 req-51a2ee94-b1a6-444d-88f1-6a6595f6bd4e tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:47.693228 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-065343c7-50e1-4610-8145-735c31d82958 req-51a2ee94-b1a6-444d-88f1-6a6595f6bd4e tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 931 time: 0.2381516 Oct 12 04:06:47.806976 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:47.824923 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-92dccbf9-c86e-4c9c-a73d-cc682b6126a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:47.833559 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:47.835289 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3912888'] for router_interface, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:47.856816 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-92dccbf9-c86e-4c9c-a73d-cc682b6126a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:47.876261 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-065343c7-50e1-4610-8145-735c31d82958 req-b68cbbfe-d4bf-4468-a495-ec6d69366056 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699784 Oct 12 04:06:47.877010 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port c508cb7a-debf-48da-8466-b6091ca1fc73 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:47.878482 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:48.024169 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dccbf9-c86e-4c9c-a73d-cc682b6126a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1338ec0-a22d-45b1-9e1c-8c92c233d4cc,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:48.094435 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-92dccbf9-c86e-4c9c-a73d-cc682b6126a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:48.099038 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 37374) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:48.099556 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-92dccbf9-c86e-4c9c-a73d-cc682b6126a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9365332 Oct 12 04:06:48.103167 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Pushing event updated for resources: {'Port': ['ID=8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b,revision_number=2']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:48.110318 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0b057a7c-50ba-4865-844b-a35bec515547 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Request body: {'security_group_rule': {'security_group_id': '8d706aa9-83bb-4981-bfcf-fdee8a34879b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:48.168555 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:48.227789 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Request body: {'port': {'device_id': '3e6f86b1-aa59-45b3-9c18-6c4968beb7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:48.239169 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Network a7f3c47f-4b81-485b-9d33-ea0da313960a is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:48.262302 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:48.327657 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:48.330930 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b057a7c-50ba-4865-844b-a35bec515547 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:48.661551 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-93b80c90-7563-4d2e-b33b-1ca76d9aef95 None None] Provisioning complete for port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:48.661902 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-93b80c90-7563-4d2e-b33b-1ca76d9aef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:48.685077 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Attempting to bind port 5148556e-45fe-4b13-b1ef-f950e58c8cca on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:06:48.685521 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Attempting to bind port 5148556e-45fe-4b13-b1ef-f950e58c8cca by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:06:48.691207 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Attempting to bind port 5148556e-45fe-4b13-b1ef-f950e58c8cca on network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:06:48.748905 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867e22a-2397-4dce-ba40-38dbdb9dadf8 None None] Pushing event updated for resources: {'Port': ['ID=5148556e-45fe-4b13-b1ef-f950e58c8cca,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:48.759482 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:48.811456 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:06:48.813047 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Checking segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:06:48.814427 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:48.818057 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Bound using segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:06:48.818788 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Bound port: 5148556e-45fe-4b13-b1ef-f950e58c8cca, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:06:48.819818 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:48.870390 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-93b80c90-7563-4d2e-b33b-1ca76d9aef95 None None] Port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:06:48.905730 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b057a7c-50ba-4865-844b-a35bec515547 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:48.925824 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] For port 5148556e-45fe-4b13-b1ef-f950e58c8cca, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:06:48.931521 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] For port 5148556e-45fe-4b13-b1ef-f950e58c8cca, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=5148556e-45fe-4b13-b1ef-f950e58c8cca,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:06:48.937718 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-aa335aee-0da5-43c1-b321-b092b83c02c0 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:48.938289 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:48.942586 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-aa335aee-0da5-43c1-b321-b092b83c02c0 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/networks?id=142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 200 len: 819 time: 0.4665654 Oct 12 04:06:48.945137 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b057a7c-50ba-4865-844b-a35bec515547 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:49.023271 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-26426912-9a32-45d9-b043-ae10dcca2093 None None] Provisioning complete for port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:49.023887 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-26426912-9a32-45d9-b043-ae10dcca2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:49.071589 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-26426912-9a32-45d9-b043-ae10dcca2093 None None] Port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:06:49.096342 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:06:49.097407 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:06:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:49.103687 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device ea4a4162-2014-4f2a-93cb-346ac5376199 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:49.108580 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867e22a-2397-4dce-ba40-38dbdb9dadf8 None None] Pushing event updated for resources: {'Port': ['ID=5148556e-45fe-4b13-b1ef-f950e58c8cca,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:49.126666 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-a7ab0b4a-d0c7-45f0-8603-a904d8f3d260 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/quotas/f5f1f03ab7204fea903ecbab2e229dfa HTTP/1.1" status: 200 len: 375 time: 0.1694953 Oct 12 04:06:49.143756 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Router 57ac213f-7ee3-4ef1-8928-a26da56081ea has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:06:49.163402 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37408) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:49.236428 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b057a7c-50ba-4865-844b-a35bec515547 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083a9670-d7a7-4b32-b12d-520bedba7812,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:49.298405 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port ea4a4162-2014-4f2a-93cb-346ac5376199 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:49.300073 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:49.393503 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:06:49.402080 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-a6f5a442-c1c3-49b8-b5e3-64fc129dadcf admin admin] 10.222.0.31 "PUT /v2.0/routers/57ac213f-7ee3-4ef1-8928-a26da56081ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4344385 Oct 12 04:06:49.421613 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:06:49.434327 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-32bef256-ce8b-472b-8470-237632ee400f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:49.606707 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b057a7c-50ba-4865-844b-a35bec515547 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:49.608236 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-0b057a7c-50ba-4865-844b-a35bec515547 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5070732 Oct 12 04:06:49.629722 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-32bef256-ce8b-472b-8470-237632ee400f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:49.630982 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37414) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:49.639761 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Request body: {'floatingip': {'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:49.653643 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-32bef256-ce8b-472b-8470-237632ee400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:49.718033 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500910b4-4ed4-4f2f-9921-0987c550900d req-86ec69ee-d302-46a1-a778-3cfc9c5e9797 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:49.720397 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-500910b4-4ed4-4f2f-9921-0987c550900d req-86ec69ee-d302-46a1-a778-3cfc9c5e9797 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 931 time: 0.6313751 Oct 12 04:06:49.746447 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-31f875d2-0642-4b03-b44a-a5d7dbf06543 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6167860 Oct 12 04:06:49.752766 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-32bef256-ce8b-472b-8470-237632ee400f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb1b1412374d447aa8501d1e7ef231b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5883207 Oct 12 04:06:49.753942 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bef256-ce8b-472b-8470-237632ee400f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381bae73-98dd-4c4b-8442-c8075b7251e9,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:49.756430 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37422) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:49.759855 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:49.827627 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-500910b4-4ed4-4f2f-9921-0987c550900d req-217b62b1-824e-4b35-ad8c-98635c9ba070 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917897 Oct 12 04:06:50.064046 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:50.152120 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c252508-7345-4f8e-a06f-53ec3e18469c {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:06:50.166575 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] For port ea4a4162-2014-4f2a-93cb-346ac5376199, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=ea4a4162-2014-4f2a-93cb-346ac5376199,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:06:50.173827 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:50.184598 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:50.205485 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device c508cb7a-debf-48da-8466-b6091ca1fc73 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:50.225550 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Transition to ACTIVE for port object 8c252508-7345-4f8e-a06f-53ec3e18469c will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:06:50.241601 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-a0c2a218-66fc-4c78-9480-b3fa65bac7ca service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:06:50.255448 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-a0c2a218-66fc-4c78-9480-b3fa65bac7ca service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3184998 Oct 12 04:06:50.351576 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05987977-158c-4960-99b3-fa5e17ae2085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:50.486091 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05987977-158c-4960-99b3-fa5e17ae2085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:50.516179 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-2eace872-169e-4d88-b3a5-2eddf2471835 service neutron] 10.222.0.31 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577016 Oct 12 04:06:50.544482 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:50.618543 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:50.751368 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Pushing event updated for resources: {'Port': ['ID=ea4a4162-2014-4f2a-93cb-346ac5376199,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:50.771690 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Pushing event updated for resources: {'Port': ['ID=8c252508-7345-4f8e-a06f-53ec3e18469c,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:50.846602 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05987977-158c-4960-99b3-fa5e17ae2085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:50.865460 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05987977-158c-4960-99b3-fa5e17ae2085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:50.873641 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-05987977-158c-4960-99b3-fa5e17ae2085 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/381bae73-98dd-4c4b-8442-c8075b7251e9 HTTP/1.1" status: 204 len: 168 time: 1.1148529 Oct 12 04:06:50.878785 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37458) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:50.884716 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port c508cb7a-debf-48da-8466-b6091ca1fc73 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:50.887958 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:50.919242 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-bb10af21-67b4-47d5-b3bd-d7da39a2822f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780967451', 'description': 'tempest-description--1442350767'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:50.983809 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Attempting to bind port 8c252508-7345-4f8e-a06f-53ec3e18469c on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:06:50.985095 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Attempting to bind port 8c252508-7345-4f8e-a06f-53ec3e18469c by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '05214e79-ec37-42ef-ab4a-c48691fa9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1ec9d115-52b6-465b-8e91-6867dbaeff75'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:06:50.986458 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Attempting to bind port 8c252508-7345-4f8e-a06f-53ec3e18469c on network 1ec9d115-52b6-465b-8e91-6867dbaeff75 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:06:51.007481 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Port 8c252508-7345-4f8e-a06f-53ec3e18469c on network 1ec9d115-52b6-465b-8e91-6867dbaeff75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:06:51.011605 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Attempting to bind port 8c252508-7345-4f8e-a06f-53ec3e18469c on network 1ec9d115-52b6-465b-8e91-6867dbaeff75 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:06:51.015319 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05987977-158c-4960-99b3-fa5e17ae2085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381bae73-98dd-4c4b-8442-c8075b7251e9,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:51.099396 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-bb10af21-67b4-47d5-b3bd-d7da39a2822f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:51.117590 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffbe8f-5b5f-46d5-afc9-d3d27cfdccc6 req-82dfb91a-3df7-4770-b6dc-0540e74e60da tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:51.118687 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1ffbe8f-5b5f-46d5-afc9-d3d27cfdccc6 req-82dfb91a-3df7-4770-b6dc-0540e74e60da tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 943 time: 0.1805272 Oct 12 04:06:51.118814 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Allocated IP 172.28.0.178 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/faddb468-a63b-4fe9-ae79-8c0c901c27e7) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:06:51.121400 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:06:51.121738 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Checking segment: {'id': '05214e79-ec37-42ef-ab4a-c48691fa9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1ec9d115-52b6-465b-8e91-6867dbaeff75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:06:51.122319 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Bound using segment: {'id': '05214e79-ec37-42ef-ab4a-c48691fa9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1ec9d115-52b6-465b-8e91-6867dbaeff75'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:06:51.133234 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Bound port: 8c252508-7345-4f8e-a06f-53ec3e18469c, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05214e79-ec37-42ef-ab4a-c48691fa9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1ec9d115-52b6-465b-8e91-6867dbaeff75'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:06:51.134073 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:51.196575 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:06:47Z', 'revision_number': 2, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:51.356560 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Sync routers for ids ['1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:06:51.373055 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-bb10af21-67b4-47d5-b3bd-d7da39a2822f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:51.377317 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Routers {'1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:06:51.379616 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:06:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:51.393551 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-bb10af21-67b4-47d5-b3bd-d7da39a2822f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:51.398887 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:51.412675 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] For port 8c252508-7345-4f8e-a06f-53ec3e18469c, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:06:51.422026 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] For port 8c252508-7345-4f8e-a06f-53ec3e18469c, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8c252508-7345-4f8e-a06f-53ec3e18469c,segment=NetworkSegment(05214e79-ec37-42ef-ab4a-c48691fa9eca),segment_id=05214e79-ec37-42ef-ab4a-c48691fa9eca)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:06:51.429473 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80c622-8918-4cf5-bda7-ab2917ce71a2 None None] The sync data for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb is: [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:06:47Z', 'revision_number': 2, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:06:51.447803 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-2ffd7653-2975-4a43-8d4a-3a89cfc1e962 service neutron] 10.222.0.31 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9295244 Oct 12 04:06:51.450359 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-bb10af21-67b4-47d5-b3bd-d7da39a2822f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:51.459518 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1ffbe8f-5b5f-46d5-afc9-d3d27cfdccc6 req-9c5ea963-698c-4e75-97f9-352ff710fedf tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075519 Oct 12 04:06:51.461498 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-bb10af21-67b4-47d5-b3bd-d7da39a2822f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5632575 Oct 12 04:06:51.462231 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37464) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:51.463873 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:51.519732 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-2b1231ce-cd56-43f4-b4dd-93c66a5cf4c3 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Request body: {'security_group_rule': {'security_group_id': '1f4508fc-56fc-4df9-9e77-3d920be008dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:51.564143 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10af21-67b4-47d5-b3bd-d7da39a2822f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4508fc-56fc-4df9-9e77-3d920be008dd,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:51.566405 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device ea4a4162-2014-4f2a-93cb-346ac5376199 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:51.673998 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:51.687956 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Pushing event updated for resources: {'Port': ['ID=8c252508-7345-4f8e-a06f-53ec3e18469c,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:51.693788 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:51.694855 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:51.697880 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b91e0ac3-6f3d-42eb-bf0f-8fd76d43865a service neutron] 10.222.0.41 "PUT /v2.0/ports/8c252508-7345-4f8e-a06f-53ec3e18469c HTTP/1.1" status: 200 len: 1093 time: 4.0923293 Oct 12 04:06:51.699578 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6f86b1-aa59-45b3-9c18-6c4968beb7e2', 'tag': '8c252508-7345-4f8e-a06f-53ec3e18469c'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:06:51.782001 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port ea4a4162-2014-4f2a-93cb-346ac5376199 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:51.782576 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:51.818989 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37470) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:51.825308 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event updated for resources: {'Port': ['ID=faddb468-a63b-4fe9-ae79-8c0c901c27e7,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:51.850504 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Set router 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:06:51.878512 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-792e3e49-ca7b-4cc5-bcae-4d6afc5c4275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:51.915781 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:51.946884 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:51.956774 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:06:52.162713 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2b1231ce-cd56-43f4-b4dd-93c66a5cf4c3 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:52.345485 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:52.738035 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-792e3e49-ca7b-4cc5-bcae-4d6afc5c4275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:52.747641 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-792e3e49-ca7b-4cc5-bcae-4d6afc5c4275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:52.803437 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-792e3e49-ca7b-4cc5-bcae-4d6afc5c4275 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0ffc6faf0c34e2ab6ea73fc361814bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9605386 Oct 12 04:06:52.810931 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37530) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:52.855451 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2758e2-4ccb-4cf0-b0cc-3e2a787dbf06" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6f86b1-aa59-45b3-9c18-6c4968beb7e2", "tag": "8c252508-7345-4f8e-a06f-53ec3e18469c"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:06:52.894925 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:52.930412 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'name': 'tempest-ServerRescueNegativeTestJSON-1171738497-router', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:34Z', 'updated_at': '2021-10-12T04:06:42Z', 'revision_number': 4, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'gw_port': {'id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:36Z', 'updated_at': '2021-10-12T04:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'de830b79-9e40-48ea-ae0b-f9b83c13b98d', 'name': '', 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'mac_address': 'fa:16:3e:65:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '833b4e19-9647-4dd2-8560-05a1e33b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:41Z', 'updated_at': '2021-10-12T04:06:42Z', 'revision_number': 2, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'subnets': [{'id': '833b4e19-9647-4dd2-8560-05a1e33b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:52.959104 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0b3f8114-9f87-4868-baa2-3a22a44773c6 req-47941694-fae9-4f80-a505-4865c5341b38 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 210 time: 0.8754747 Oct 12 04:06:53.011549 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b5d39660-400f-4714-b131-61eb3e6840da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:53.014397 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-b5d39660-400f-4714-b131-61eb3e6840da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca9c08248d034078b48fb274b1157d4a&device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 1096 time: 1.1441681 Oct 12 04:06:53.052618 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82336844-a768-413b-85a4-5b44614364d3 req-e2589d1b-09f5-47bd-aa3e-a029da52704e tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:53.055294 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-82336844-a768-413b-85a4-5b44614364d3 req-e2589d1b-09f5-47bd-aa3e-a029da52704e tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 943 time: 0.1868792 Oct 12 04:06:53.230124 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Checking router: 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:06:53.230503 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Updating router 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 port de830b79-9e40-48ea-ae0b-f9b83c13b98d binding host dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:06:53.311040 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2b1231ce-cd56-43f4-b4dd-93c66a5cf4c3 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:53.324465 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:53.456055 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-82336844-a768-413b-85a4-5b44614364d3 req-b7376aed-4527-40d2-beef-03d7ab312577 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795953 Oct 12 04:06:53.470110 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-1f21da9e-2377-4c5e-8053-2f207b10225c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c252508-7345-4f8e-a06f-53ec3e18469c HTTP/1.1" status: 200 len: 217 time: 0.3966122 Oct 12 04:06:53.582789 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for port, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:53.601858 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2b1231ce-cd56-43f4-b4dd-93c66a5cf4c3 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:53.610832 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:53.636494 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 5148556e-45fe-4b13-b1ef-f950e58c8cca up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:53.750221 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 37562) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:53.793102 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 5148556e-45fe-4b13-b1ef-f950e58c8cca triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:53.793922 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:53.883633 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:53.970793 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1231ce-cd56-43f4-b4dd-93c66a5cf4c3 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d00b69-e453-48ce-bc87-7895fa0a577d,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:53.985705 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event updated for resources: {'Port': ['ID=faddb468-a63b-4fe9-ae79-8c0c901c27e7,revision_number=2']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:54.003618 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e3e49-ca7b-4cc5-bcae-4d6afc5c4275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa65c0bc-0614-4ec8-a6ab-0d92c07f5333,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:54.016719 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36df1161-d58e-4c5d-906a-b1a409db3b42 x-openstack-request-id: req-36df1161-d58e-4c5d-906a-b1a409db3b42 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:06:54.017516 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6f86b1-aa59-45b3-9c18-6c4968beb7e2", "tag": "8c252508-7345-4f8e-a06f-53ec3e18469c", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:06:54.017516 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36df1161-d58e-4c5d-906a-b1a409db3b42 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:06:54.017799 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6f86b1-aa59-45b3-9c18-6c4968beb7e2', 'tag': '8c252508-7345-4f8e-a06f-53ec3e18469c', 'status': 'completed', 'code': 200} Oct 12 04:06:54.040236 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.068037 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-91b0780d-7ae3-4311-b4be-fe9001cde4b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4275067 Oct 12 04:06:54.095060 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-a51bef5b-527c-46c0-a978-3cecc6cb57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:54.096441 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-a51bef5b-527c-46c0-a978-3cecc6cb57b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52107cd4-d6c3-4640-ab38-a0995c610f10 HTTP/1.1" status: 200 len: 851 time: 0.4717102 Oct 12 04:06:54.104346 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.112899 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2b1231ce-cd56-43f4-b4dd-93c66a5cf4c3 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.116813 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-2b1231ce-cd56-43f4-b4dd-93c66a5cf4c3 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6044748 Oct 12 04:06:54.130512 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37584) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:54.179281 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-ef800b25-c712-44c7-9a57-f395d238eaa8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Request body: {'security_group_rule': {'security_group_id': '1f4508fc-56fc-4df9-9e77-3d920be008dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:54.197951 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] For port 5148556e-45fe-4b13-b1ef-f950e58c8cca, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=5148556e-45fe-4b13-b1ef-f950e58c8cca,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:06:54.203071 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.242654 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.251637 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.259794 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ae02-63d7-4047-bdfd-d450578363b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.293031 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Pushing event updated for resources: {'Port': ['ID=5148556e-45fe-4b13-b1ef-f950e58c8cca,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:54.318516 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-095191f4-236d-4c15-941c-7aaa5347efb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.323215 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-c7b74731-5458-4693-b6ad-29101a78d3fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec9d115-52b6-465b-8e91-6867dbaeff75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2062836 Oct 12 04:06:54.428422 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ef800b25-c712-44c7-9a57-f395d238eaa8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.441431 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-095191f4-236d-4c15-941c-7aaa5347efb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.449946 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b25779-86dd-42b1-bd3d-8519c28dbb15 None None] Pushing event updated for resources: {'Port': ['ID=de830b79-9e40-48ea-ae0b-f9b83c13b98d,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:54.454944 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ae02-63d7-4047-bdfd-d450578363b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.480280 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-095191f4-236d-4c15-941c-7aaa5347efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.567192 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Attempting to bind port de830b79-9e40-48ea-ae0b-f9b83c13b98d on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:06:54.567584 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Attempting to bind port de830b79-9e40-48ea-ae0b-f9b83c13b98d by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:06:54.567950 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Attempting to bind port de830b79-9e40-48ea-ae0b-f9b83c13b98d on network 142d406d-e454-45b8-b5f0-7750b0d1ef9b {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:06:54.580276 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:06:54.580729 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Checking segment: {'id': '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:06:54.581406 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.581914 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Bound using segment: {'id': '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:06:54.582577 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Bound port: de830b79-9e40-48ea-ae0b-f9b83c13b98d, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:06:54.588250 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ae02-63d7-4047-bdfd-d450578363b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.591053 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ae02-63d7-4047-bdfd-d450578363b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.592350 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-c3c0ae02-63d7-4047-bdfd-d450578363b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa65c0bc-0614-4ec8-a6ab-0d92c07f5333 HTTP/1.1" status: 204 len: 168 time: 1.7800546 Oct 12 04:06:54.605433 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-095191f4-236d-4c15-941c-7aaa5347efb6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=625cf960a3404f32a05fea330ef4742d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8526754 Oct 12 04:06:54.612072 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.616167 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37610) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:54.627409 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0ae02-63d7-4047-bdfd-d450578363b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa65c0bc-0614-4ec8-a6ab-0d92c07f5333,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:54.717740 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-64fa9d6f-d799-4458-afb2-6d5313aad949 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1184854321&fields=id&tenant_id=11482740b3bb4e3bbfcc856e54a24288 HTTP/1.1" status: 200 len: 267 time: 0.1090469 Oct 12 04:06:54.750430 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] For port de830b79-9e40-48ea-ae0b-f9b83c13b98d, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:06:54.755854 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] For port de830b79-9e40-48ea-ae0b-f9b83c13b98d, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=de830b79-9e40-48ea-ae0b-f9b83c13b98d,segment=NetworkSegment(7167d3ae-f6b5-4c20-965e-d1a276c2fe9f),segment_id=7167d3ae-f6b5-4c20-965e-d1a276c2fe9f)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:06:54.764802 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.766398 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e39b-f889-406c-808f-5a8c8f3fecf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.840819 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Routers {'1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:06:54.841548 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:06:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:54.855269 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ef800b25-c712-44c7-9a57-f395d238eaa8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.877603 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e39b-f889-406c-808f-5a8c8f3fecf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.888237 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-ad38ab2b-cf0d-4e2e-a223-06de2dad2667 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec9d115-52b6-465b-8e91-6867dbaeff75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477762 Oct 12 04:06:54.889364 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095191f4-236d-4c15-941c-7aaa5347efb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46020800-4a9a-4acd-b6c8-5ac621febf32,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:54.919981 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-29e745e1-7a10-4696-80b8-2e0a6debe176 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:54.921647 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ef800b25-c712-44c7-9a57-f395d238eaa8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.926961 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b25779-86dd-42b1-bd3d-8519c28dbb15 None None] Pushing event updated for resources: {'Port': ['ID=de830b79-9e40-48ea-ae0b-f9b83c13b98d,revision_number=4']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:54.932622 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-29e745e1-7a10-4696-80b8-2e0a6debe176 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/networks?id=142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 200 len: 819 time: 1.1813340 Oct 12 04:06:54.968337 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ef800b25-c712-44c7-9a57-f395d238eaa8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:54.972836 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-ef800b25-c712-44c7-9a57-f395d238eaa8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8300939 Oct 12 04:06:54.973658 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef800b25-c712-44c7-9a57-f395d238eaa8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbbeb4c-fb17-48f9-b120-4b3726d458f8,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:54.976151 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37614) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:54.982215 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Request body: {'floatingip': {'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:55.033148 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-bca11675-423f-414f-b558-438ce7b252a3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/quotas/f5f1f03ab7204fea903ecbab2e229dfa HTTP/1.1" status: 200 len: 375 time: 0.0984781 Oct 12 04:06:55.043828 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:55.090698 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e39b-f889-406c-808f-5a8c8f3fecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:55.093461 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e39b-f889-406c-808f-5a8c8f3fecf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:55.105030 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-6fd8e39b-f889-406c-808f-5a8c8f3fecf5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46020800-4a9a-4acd-b6c8-5ac621febf32 HTTP/1.1" status: 204 len: 168 time: 0.4643297 Oct 12 04:06:55.135121 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] Set router 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:06:55.170658 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8e39b-f889-406c-808f-5a8c8f3fecf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46020800-4a9a-4acd-b6c8-5ac621febf32,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:55.191987 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-1bd900e2-9c55-4803-96cd-65d7393e8578 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1547899 Oct 12 04:06:55.304579 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:55.496532 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3d3ea04b-50ef-46d0-a776-8de9472fac1f req-e578bfa6-99ec-47b2-81b7-10edc347d2ae service neutron] 10.222.0.41 "GET /v2.0/networks/1ec9d115-52b6-465b-8e91-6867dbaeff75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440013 Oct 12 04:06:55.654753 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-e710ef7f-59de-4148-b427-9462e71a13b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:55.663141 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-e710ef7f-59de-4148-b427-9462e71a13b2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 816 time: 0.9441488 Oct 12 04:06:55.666646 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device de830b79-9e40-48ea-ae0b-f9b83c13b98d up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:55.693293 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Allocated IP 172.28.0.174 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/04594b72-30fb-4719-bda5-ea02070f4c1e) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:06:55.710314 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-9e329b58-63c2-4b87-ac5b-18c3632f5be7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/quotas/11482740b3bb4e3bbfcc856e54a24288 HTTP/1.1" status: 200 len: 375 time: 0.0452883 Oct 12 04:06:55.805137 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port de830b79-9e40-48ea-ae0b-f9b83c13b98d triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:55.805887 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:55.897789 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'name': 'tempest-ServerRescueNegativeTestJSON-1171738497-router', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:34Z', 'updated_at': '2021-10-12T04:06:42Z', 'revision_number': 4, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'gw_port': {'id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:36Z', 'updated_at': '2021-10-12T04:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'de830b79-9e40-48ea-ae0b-f9b83c13b98d', 'name': '', 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'mac_address': 'fa:16:3e:65:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '833b4e19-9647-4dd2-8560-05a1e33b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:41Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'subnets': [{'id': '833b4e19-9647-4dd2-8560-05a1e33b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:55.960352 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:55.984707 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-65e8fffa-4903-4b62-8a00-1fb42e9206d8 service neutron] 10.222.0.31 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7915177 Oct 12 04:06:56.000003 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff6a974-f71a-4df0-a6e6-cb0ad28903d4 None None] The sync data for ids ['1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'] in dv-cinder-813067-1-smb is: [{'id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'name': 'tempest-ServerRescueNegativeTestJSON-1171738497-router', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:34Z', 'updated_at': '2021-10-12T04:06:42Z', 'revision_number': 4, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'gw_port': {'id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:36Z', 'updated_at': '2021-10-12T04:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'de830b79-9e40-48ea-ae0b-f9b83c13b98d', 'name': '', 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'mac_address': 'fa:16:3e:65:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '833b4e19-9647-4dd2-8560-05a1e33b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:41Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'subnets': [{'id': '833b4e19-9647-4dd2-8560-05a1e33b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:06:56.014590 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] For port de830b79-9e40-48ea-ae0b-f9b83c13b98d, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=de830b79-9e40-48ea-ae0b-f9b83c13b98d,segment=NetworkSegment(7167d3ae-f6b5-4c20-965e-d1a276c2fe9f),segment_id=7167d3ae-f6b5-4c20-965e-d1a276c2fe9f)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:06:56.021071 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:56.022475 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 5148556e-45fe-4b13-b1ef-f950e58c8cca up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:56.048510 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:56.090278 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.41', 61768) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:56.233309 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 5148556e-45fe-4b13-b1ef-f950e58c8cca triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:56.233678 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:56.282765 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-1b285e37-4fd9-4c10-9456-5abd0bccd5c0 service neutron] 10.222.0.31 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970858 Oct 12 04:06:56.297202 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 37644) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:56.348465 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Pushing event updated for resources: {'Port': ['ID=de830b79-9e40-48ea-ae0b-f9b83c13b98d,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:56.407774 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-c031cf7e-cb32-4d74-970a-5606176cd46b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6928551 Oct 12 04:06:56.450821 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Sync routers for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:06:56.456679 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cf67962-b998-4ee9-a841-1c1f60806fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:56.469833 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:06:56.472561 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:06:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:56.482473 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2758e2-4ccb-4cf0-b0cc-3e2a787dbf06 req-2a6244ad-37d0-40ed-9140-11768a875c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:56.484004 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ac2758e2-4ccb-4cf0-b0cc-3e2a787dbf06 req-2a6244ad-37d0-40ed-9140-11768a875c1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca9c08248d034078b48fb274b1157d4a&device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 1096 time: 0.7433252 Oct 12 04:06:56.645632 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:56.757276 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event updated for resources: {'Port': ['ID=04594b72-30fb-4719-bda5-ea02070f4c1e,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:56.821336 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:06:56.828096 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:06:56.833428 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:06:56.872754 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:06:56.923016 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-a876b7bb-b58e-4754-b815-53aa31f0dd0c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:56.934304 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-a876b7bb-b58e-4754-b815-53aa31f0dd0c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.41 "GET /v2.0/networks?id=142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 200 len: 819 time: 0.8158944 Oct 12 04:06:57.003368 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7a5ed42a-a131-4468-a05a-d0baba20416d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Request body: {'port': {'device_id': 'e6d0e62e-9520-441b-b87d-a1883a6efd66', 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b', 'admin_state_up': True, 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:57.014379 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:57.139175 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:57.511986 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device de830b79-9e40-48ea-ae0b-f9b83c13b98d up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:06:57.538485 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for port, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:57.547481 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:57.590695 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port de830b79-9e40-48ea-ae0b-f9b83c13b98d triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:57.591141 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:57.604757 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:06:47Z', 'revision_number': 2, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:57.646405 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event updated for resources: {'Port': ['ID=04594b72-30fb-4719-bda5-ea02070f4c1e,revision_number=2']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:57.664427 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:57.687194 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Checking router: 57ac213f-7ee3-4ef1-8928-a26da56081ea for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:06:57.687751 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Updating router 57ac213f-7ee3-4ef1-8928-a26da56081ea port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b binding host dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:06:57.698066 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:57.699322 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-05091e0a-7f5d-4774-b507-b2b8ffc5ad9f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7221911 Oct 12 04:06:57.765028 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:57.890958 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cf67962-b998-4ee9-a841-1c1f60806fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:57.913110 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-6a8f88df-c8b8-4477-b2ae-59c397c2eda4 service neutron] 10.222.0.31 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4337056 Oct 12 04:06:57.917381 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2758e2-4ccb-4cf0-b0cc-3e2a787dbf06 req-13c4fba0-829d-41c3-8a6d-87fa8e279539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:57.918954 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ac2758e2-4ccb-4cf0-b0cc-3e2a787dbf06 req-13c4fba0-829d-41c3-8a6d-87fa8e279539 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec9d115-52b6-465b-8e91-6867dbaeff75 HTTP/1.1" status: 200 len: 912 time: 1.4008994 Oct 12 04:06:57.932161 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23964749-7e5f-4bde-b596-cbab96e17552 req-5a7af3c7-6eeb-4e03-a83c-2e9c403084ba tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:57.934031 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-23964749-7e5f-4bde-b596-cbab96e17552 req-5a7af3c7-6eeb-4e03-a83c-2e9c403084ba tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 943 time: 0.7150292 Oct 12 04:06:57.934942 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cf67962-b998-4ee9-a841-1c1f60806fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:58.118904 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ac2758e2-4ccb-4cf0-b0cc-3e2a787dbf06 req-128ccec3-689a-4fca-bf9d-fdb4e4ddfe30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c252508-7345-4f8e-a06f-53ec3e18469c HTTP/1.1" status: 200 len: 217 time: 0.1749098 Oct 12 04:06:58.137497 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7a5ed42a-a131-4468-a05a-d0baba20416d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Made reservation on behalf of f5f1f03ab7204fea903ecbab2e229dfa for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:06:58.141567 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7a5ed42a-a131-4468-a05a-d0baba20416d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:58.208691 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-23964749-7e5f-4bde-b596-cbab96e17552 req-2e976fd0-ea63-49d0-aa69-cfcaf027b6ae tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549806 Oct 12 04:06:58.230657 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-9cf67962-b998-4ee9-a841-1c1f60806fa8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa1845eb39fb426abb1a50c58848bc69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9307957 Oct 12 04:06:58.231540 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf67962-b998-4ee9-a841-1c1f60806fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b376fac-6ce8-4ddd-8ee7-27ac0577b24c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:58.235270 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37702) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:58.342721 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-73d75f13-e691-44ba-835a-496c2514d333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:58.350926 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-ec07f763-3017-4c4b-bbb9-bce76796a01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:58.364329 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Notify callbacks [] for port, precommit_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:58.378624 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:58.386554 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-73d75f13-e691-44ba-835a-496c2514d333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:58.469312 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-73d75f13-e691-44ba-835a-496c2514d333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:58.473021 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-73d75f13-e691-44ba-835a-496c2514d333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:58.474112 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-73d75f13-e691-44ba-835a-496c2514d333 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b376fac-6ce8-4ddd-8ee7-27ac0577b24c HTTP/1.1" status: 204 len: 168 time: 0.2373238 Oct 12 04:06:58.493118 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d75f13-e691-44ba-835a-496c2514d333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b376fac-6ce8-4ddd-8ee7-27ac0577b24c,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:58.540703 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9c83c-be28-4d97-9b59-5c03724e72a3 None None] Pushing event updated for resources: {'Port': ['ID=8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:58.617608 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Attempting to bind port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:06:58.618348 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Attempting to bind port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:06:58.618988 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Attempting to bind port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b on network a7f3c47f-4b81-485b-9d33-ea0da313960a {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:06:58.625185 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:06:58.625761 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Checking segment: {'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:06:58.626202 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:58.626775 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Bound using segment: {'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:06:58.627358 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Bound port: 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:06:58.627843 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:58.657341 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d7d34ad4-96dd-4764-9704-6c66c92e09c8 req-8f77f891-31df-4a76-85a0-d66d16473713 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 210 time: 0.1687777 Oct 12 04:06:58.812235 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] For port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:06:58.823371 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] For port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:06:58.832797 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:58.857050 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.41', 61774) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:58.888519 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2758e2-4ccb-4cf0-b0cc-3e2a787dbf06 req-a661ae4d-d5a1-460f-83cd-50c88905cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:58.890387 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ac2758e2-4ccb-4cf0-b0cc-3e2a787dbf06 req-a661ae4d-d5a1-460f-83cd-50c88905cabb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52107cd4-d6c3-4640-ab38-a0995c610f10 HTTP/1.1" status: 200 len: 851 time: 0.3505197 Oct 12 04:06:58.930688 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-d0032186-b545-4b9d-81f6-a40e96173f5e service neutron] 10.222.0.31 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9880853 Oct 12 04:06:58.938837 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7a5ed42a-a131-4468-a05a-d0baba20416d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Allocated IP 172.20.0.5 (142d406d-e454-45b8-b5f0-7750b0d1ef9b/833b4e19-9647-4dd2-8560-05a1e33b097d/eab9f88d-1ff9-4805-a050-a44a0551a8e7) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:06:59.012916 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 37724) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:06:59.120948 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ac2758e2-4ccb-4cf0-b0cc-3e2a787dbf06 req-e81a3082-c32f-4560-b6e5-2063ed4d5571 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec9d115-52b6-465b-8e91-6867dbaeff75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565919 Oct 12 04:06:59.169715 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-0d15bbb5-0b40-4380-8f16-cdee005271e7 None None] Provisioning complete for port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:06:59.169977 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-0d15bbb5-0b40-4380-8f16-cdee005271e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:59.177050 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:06:59.177737 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:06:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:06:59.365252 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ac2758e2-4ccb-4cf0-b0cc-3e2a787dbf06 req-29d26730-efc4-414f-ac5e-88ccb71afd8f service neutron] 10.222.0.41 "GET /v2.0/networks/1ec9d115-52b6-465b-8e91-6867dbaeff75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293773 Oct 12 04:06:59.450353 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-dc454f52-4ff6-48a9-a583-41896d41f669 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:06:59.458717 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-dc454f52-4ff6-48a9-a583-41896d41f669 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.41 "GET /v2.0/networks?id=142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 200 len: 819 time: 0.5986862 Oct 12 04:06:59.476255 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9c83c-be28-4d97-9b59-5c03724e72a3 None None] Pushing event updated for resources: {'Port': ['ID=8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:06:59.507993 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-2a43d425-6e1d-4e03-a4ee-6da006c1e1c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Request body: {'port': {'device_id': '0e8388f2-077c-4995-91c2-3b9227275987', 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b', 'admin_state_up': True, 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:06:59.765228 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-2a43d425-6e1d-4e03-a4ee-6da006c1e1c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Made reservation on behalf of f5f1f03ab7204fea903ecbab2e229dfa for: {'port': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:06:59.769146 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-2a43d425-6e1d-4e03-a4ee-6da006c1e1c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:59.858768 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7cf27c35-0ca2-4f5f-a9b2-22952e044283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:59.866073 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:06:59.947432 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7a5ed42a-a131-4468-a05a-d0baba20416d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:06:59.976836 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-0d15bbb5-0b40-4380-8f16-cdee005271e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:00.162419 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-0d15bbb5-0b40-4380-8f16-cdee005271e7 None None] For port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:00.190166 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ac2758e2-4ccb-4cf0-b0cc-3e2a787dbf06 req-b89679f5-5cff-423d-b12a-7eba3ff90dcd service neutron] 10.222.0.41 "GET /v2.0/networks/1ec9d115-52b6-465b-8e91-6867dbaeff75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7913337 Oct 12 04:07:00.196646 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-0d15bbb5-0b40-4380-8f16-cdee005271e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:00.213093 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-81cf72ea-c918-4d19-ab47-914a67daf2d4 req-b5a1f21a-5986-4b60-a533-557d86cd70b6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 210 time: 0.4018970 Oct 12 04:07:00.240651 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-a151e9c4-3d30-4945-87c3-6bd4db4c113a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1780967451&fields=id&tenant_id=88f9ac90f88040c3833900e39b1ed7dd HTTP/1.1" status: 200 len: 267 time: 0.8742058 Oct 12 04:07:00.287596 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15bbb5-0b40-4380-8f16-cdee005271e7 None None] Pushing event updated for resources: {'Port': ['ID=8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:00.342055 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-a506aaaa-0531-46e6-ad66-539b8eaed6dc None None] Provisioning complete for port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:07:00.342424 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a506aaaa-0531-46e6-ad66-539b8eaed6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:00.390563 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:06:58Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:00.426585 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52152e61-4824-4d1f-888d-ebf119b88740 None None] The sync data for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb is: [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:06:58Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:07:00.487990 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5eddfd-63d4-4d1c-90a2-08bbe967360c req-1350465a-b7c7-458e-9401-2783ea68b256 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:00.495560 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8d5eddfd-63d4-4d1c-90a2-08bbe967360c req-1350465a-b7c7-458e-9401-2783ea68b256 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 943 time: 0.1158521 Oct 12 04:07:00.505974 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7a5ed42a-a131-4468-a05a-d0baba20416d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:00.594788 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-2a43d425-6e1d-4e03-a4ee-6da006c1e1c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Allocated IP 172.20.0.3 (142d406d-e454-45b8-b5f0-7750b0d1ef9b/833b4e19-9647-4dd2-8560-05a1e33b097d/0c880e7c-ca34-4e9b-a0cc-a0a094802507) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:07:00.624502 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-56861d70-5a2e-42ad-ab8c-cf9dfc6153af tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:00.626444 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-56861d70-5a2e-42ad-ab8c-cf9dfc6153af tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/networks?id=a7f3c47f-4b81-485b-9d33-ea0da313960a HTTP/1.1" status: 200 len: 811 time: 0.3702266 Oct 12 04:07:00.646235 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7a5ed42a-a131-4468-a05a-d0baba20416d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Network 142d406d-e454-45b8-b5f0-7750b0d1ef9b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:07:00.662630 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7cf27c35-0ca2-4f5f-a9b2-22952e044283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:00.666563 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7a5ed42a-a131-4468-a05a-d0baba20416d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:07:00.677306 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7a5ed42a-a131-4468-a05a-d0baba20416d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:07:00.684053 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7a5ed42a-a131-4468-a05a-d0baba20416d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:00.686698 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7a5ed42a-a131-4468-a05a-d0baba20416d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:00.689796 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-5769e432-4e0d-4dd8-85a0-ccb783ac98b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:00.697854 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8d5eddfd-63d4-4d1c-90a2-08bbe967360c req-5de17ff2-4605-4972-9b70-4c20ec23faf0 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012162 Oct 12 04:07:00.698673 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ed42a-a131-4468-a05a-d0baba20416d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Pushing event updated for resources: {'Port': ['ID=eab9f88d-1ff9-4805-a050-a44a0551a8e7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:00.703993 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7cf27c35-0ca2-4f5f-a9b2-22952e044283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:00.718302 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-112eb1af-c597-49e4-8add-17eb07aa0090 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/quotas/88f9ac90f88040c3833900e39b1ed7dd HTTP/1.1" status: 200 len: 375 time: 0.0603905 Oct 12 04:07:00.741709 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7a5ed42a-a131-4468-a05a-d0baba20416d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7517843 Oct 12 04:07:00.777212 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-2a43d425-6e1d-4e03-a4ee-6da006c1e1c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:00.799170 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf27c35-0ca2-4f5f-a9b2-22952e044283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60605db-3523-4862-bdb5-8d6aae874b56,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:00.805608 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-7cf27c35-0ca2-4f5f-a9b2-22952e044283 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa265e92e41342deb2cf1f544335e8cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7695806 Oct 12 04:07:00.808412 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37798) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:00.829392 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-2a43d425-6e1d-4e03-a4ee-6da006c1e1c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:00.830261 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-e0fca521-7ed7-4ae2-9c19-a40b6943e960 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=88f9ac90f88040c3833900e39b1ed7dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0969112 Oct 12 04:07:00.916977 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-2a43d425-6e1d-4e03-a4ee-6da006c1e1c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Network 142d406d-e454-45b8-b5f0-7750b0d1ef9b is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:07:00.936474 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-2a43d425-6e1d-4e03-a4ee-6da006c1e1c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:07:00.944799 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-2a43d425-6e1d-4e03-a4ee-6da006c1e1c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:07:00.952305 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-2a43d425-6e1d-4e03-a4ee-6da006c1e1c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:00.953157 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-2a43d425-6e1d-4e03-a4ee-6da006c1e1c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for port, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:00.998177 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-75aa9503-509b-44db-aaab-79cf3273668b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:01.023947 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-75aa9503-509b-44db-aaab-79cf3273668b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:01.028206 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-b48bf6f0-8e9b-4568-bb2e-c89fe2758141 service neutron] 10.222.0.31 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835539 Oct 12 04:07:01.038310 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-2a43d425-6e1d-4e03-a4ee-6da006c1e1c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5525255 Oct 12 04:07:01.041366 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43d425-6e1d-4e03-a4ee-6da006c1e1c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Pushing event updated for resources: {'Port': ['ID=0c880e7c-ca34-4e9b-a0cc-a0a094802507,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:01.062363 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc80d3-d30d-4ddf-9032-4ab06705de94 req-630b0665-5af8-41ff-a040-a98de01c0961 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:01.063917 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-14cc80d3-d30d-4ddf-9032-4ab06705de94 req-630b0665-5af8-41ff-a040-a98de01c0961 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 931 time: 0.0871933 Oct 12 04:07:01.095369 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-75aa9503-509b-44db-aaab-79cf3273668b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:01.098293 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-75aa9503-509b-44db-aaab-79cf3273668b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:01.099447 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-75aa9503-509b-44db-aaab-79cf3273668b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a60605db-3523-4862-bdb5-8d6aae874b56 HTTP/1.1" status: 204 len: 168 time: 0.2891338 Oct 12 04:07:01.108125 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa9503-509b-44db-aaab-79cf3273668b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60605db-3523-4862-bdb5-8d6aae874b56,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:01.164077 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-14cc80d3-d30d-4ddf-9032-4ab06705de94 req-49e73033-4818-40c0-8cc7-3270ee7dcc08 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869899 Oct 12 04:07:01.235038 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-b0e4b651-312b-46fb-b18e-0611989f4eca service neutron] 10.222.0.31 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975675 Oct 12 04:07:01.464115 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:07:01.469451 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-64d1aaa0-40fe-4248-93d8-320eb721903e req-3d1ce57b-7c68-44b2-aa2d-e78afba770ee tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 210 time: 0.0734417 Oct 12 04:07:01.572330 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-891b7786-9970-45a6-9706-22b1aa5ff498 req-4165e0b7-c17b-4536-bbf1-ac9926c928e3 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 210 time: 0.0417833 Oct 12 04:07:01.597435 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Request body: {'port': {'device_id': 'e6d0e62e-9520-441b-b87d-a1883a6efd66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:01.597545 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Request body: {'port': {'device_id': '0e8388f2-077c-4995-91c2-3b9227275987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:01.664972 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:01.667382 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:07:01.668935 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:01.707123 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:01.769661 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:01.830039 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:01.924258 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37850) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:02.013307 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2bf0fec5-78fb-4de1-ab0b-0de92385d50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:02.123049 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd39dd-7d70-4f3e-887a-a488ff725001 req-3ca3a9c5-143d-4fc8-9a43-2ff0420c63a9 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:02.124634 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6ffd39dd-7d70-4f3e-887a-a488ff725001 req-3ca3a9c5-143d-4fc8-9a43-2ff0420c63a9 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 943 time: 0.2592785 Oct 12 04:07:02.191003 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2bf0fec5-78fb-4de1-ab0b-0de92385d50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:02.208152 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6ffd39dd-7d70-4f3e-887a-a488ff725001 req-d153218d-aeda-4e8f-b980-50eaaee3a6c0 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683203 Oct 12 04:07:02.220825 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2bf0fec5-78fb-4de1-ab0b-0de92385d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:02.255713 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0fec5-78fb-4de1-ab0b-0de92385d50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c56c19-7860-46f2-963c-7e994329ddc5,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:02.281189 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-2bf0fec5-78fb-4de1-ab0b-0de92385d50f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=902a44818ffc43fbbce0af5e345a8561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553662 Oct 12 04:07:02.284141 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 37868) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:02.335653 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab9f88d-1ff9-4805-a050-a44a0551a8e7 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:07:02.346937 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:02.363876 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Transition to ACTIVE for port object eab9f88d-1ff9-4805-a050-a44a0551a8e7 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:07:02.365893 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4a287f80-9525-468e-8585-551ee5465d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:02.371748 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e76af-8cb1-44a6-8064-a2455134eb05 req-806efbce-271f-41cb-84d7-bd7cd02c8f35 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:02.380950 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-af3e76af-8cb1-44a6-8064-a2455134eb05 req-806efbce-271f-41cb-84d7-bd7cd02c8f35 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 931 time: 0.0913379 Oct 12 04:07:02.389480 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:02.472754 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Pushing event updated for resources: {'Port': ['ID=eab9f88d-1ff9-4805-a050-a44a0551a8e7,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:02.569090 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-af3e76af-8cb1-44a6-8064-a2455134eb05 req-10a8f487-8846-41d3-bf40-c09b9d63060f tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871076 Oct 12 04:07:02.614956 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4a287f80-9525-468e-8585-551ee5465d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:02.619724 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Attempting to bind port eab9f88d-1ff9-4805-a050-a44a0551a8e7 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:07:02.621068 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Attempting to bind port eab9f88d-1ff9-4805-a050-a44a0551a8e7 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:07:02.621589 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Attempting to bind port eab9f88d-1ff9-4805-a050-a44a0551a8e7 on network 142d406d-e454-45b8-b5f0-7750b0d1ef9b {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:07:02.722368 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4a287f80-9525-468e-8585-551ee5465d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:02.725429 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4a287f80-9525-468e-8585-551ee5465d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:02.726827 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-4a287f80-9525-468e-8585-551ee5465d44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7c56c19-7860-46f2-963c-7e994329ddc5 HTTP/1.1" status: 204 len: 168 time: 0.4379189 Oct 12 04:07:02.729284 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-25470276-8de1-4007-a141-4ff90b2fc001 req-25f8b542-ba8c-4454-963b-cdab64da3af3 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 210 time: 0.0911348 Oct 12 04:07:02.746055 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Port eab9f88d-1ff9-4805-a050-a44a0551a8e7 on network 142d406d-e454-45b8-b5f0-7750b0d1ef9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:07:02.749952 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Attempting to bind port eab9f88d-1ff9-4805-a050-a44a0551a8e7 on network 142d406d-e454-45b8-b5f0-7750b0d1ef9b {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:07:02.783985 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a287f80-9525-468e-8585-551ee5465d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c56c19-7860-46f2-963c-7e994329ddc5,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:02.819291 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.notifiers.nova [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c880e7c-ca34-4e9b-a0cc-a0a094802507 {{(pid=94182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:07:02.836653 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:02.845599 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:07:02.845940 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Checking segment: {'id': '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:07:02.846342 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Bound using segment: {'id': '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:07:02.846796 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Bound port: eab9f88d-1ff9-4805-a050-a44a0551a8e7, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:07:02.847157 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:02.861855 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.provisioning_blocks [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Transition to ACTIVE for port object 0c880e7c-ca34-4e9b-a0cc-a0a094802507 will not be triggered until provisioned by entity L2. {{(pid=94182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:07:02.869213 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:02.948279 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] For port eab9f88d-1ff9-4805-a050-a44a0551a8e7, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:07:02.952023 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] For port eab9f88d-1ff9-4805-a050-a44a0551a8e7, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=eab9f88d-1ff9-4805-a050-a44a0551a8e7,segment=NetworkSegment(7167d3ae-f6b5-4c20-965e-d1a276c2fe9f),segment_id=7167d3ae-f6b5-4c20-965e-d1a276c2fe9f)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:07:03.008468 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c880e7c-ca34-4e9b-a0cc-a0a094802507,revision_number=2']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:03.035830 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.managers [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Attempting to bind port 0c880e7c-ca34-4e9b-a0cc-a0a094802507 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:07:03.036322 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.managers [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Attempting to bind port 0c880e7c-ca34-4e9b-a0cc-a0a094802507 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b'}] {{(pid=94182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:07:03.036731 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Attempting to bind port 0c880e7c-ca34-4e9b-a0cc-a0a094802507 on network 142d406d-e454-45b8-b5f0-7750b0d1ef9b {{(pid=94182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:07:03.042698 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Port 0c880e7c-ca34-4e9b-a0cc-a0a094802507 on network 142d406d-e454-45b8-b5f0-7750b0d1ef9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:07:03.043104 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Attempting to bind port 0c880e7c-ca34-4e9b-a0cc-a0a094802507 on network 142d406d-e454-45b8-b5f0-7750b0d1ef9b {{(pid=94182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:07:03.050004 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:07:03.050702 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Checking segment: {'id': '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:07:03.051466 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Bound using segment: {'id': '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b'} {{(pid=94182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:07:03.052225 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.managers [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Bound port: 0c880e7c-ca34-4e9b-a0cc-a0a094802507, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b'}}] {{(pid=94182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:07:03.052779 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:03.133458 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] For port 0c880e7c-ca34-4e9b-a0cc-a0a094802507, host hv-cinder-81306, cleared binding levels {{(pid=94182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:07:03.162684 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] For port 0c880e7c-ca34-4e9b-a0cc-a0a094802507, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=0c880e7c-ca34-4e9b-a0cc-a0a094802507,segment=NetworkSegment(7167d3ae-f6b5-4c20-965e-d1a276c2fe9f),segment_id=7167d3ae-f6b5-4c20-965e-d1a276c2fe9f)] {{(pid=94182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:07:03.170493 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:03.194029 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b11144d7-ee84-4daa-b2db-50f81a6fcfa9 req-ac9916b7-3f73-4b41-ba07-654faabf8701 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 210 time: 0.4514968 Oct 12 04:07:03.195452 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:03.262213 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Pushing event updated for resources: {'Port': ['ID=eab9f88d-1ff9-4805-a050-a44a0551a8e7,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:03.288247 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:03.288942 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:03.290789 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-7fa1fcd7-c2bc-4f1c-bb2c-93ea33b3141c service neutron] 10.222.0.41 "PUT /v2.0/ports/eab9f88d-1ff9-4805-a050-a44a0551a8e7 HTTP/1.1" status: 200 len: 1093 time: 1.6993234 Oct 12 04:07:03.291492 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d0e62e-9520-441b-b87d-a1883a6efd66', 'tag': 'eab9f88d-1ff9-4805-a050-a44a0551a8e7'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:03.294703 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c10f157-c949-4c35-9389-a1f604722679" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d0e62e-9520-441b-b87d-a1883a6efd66", "tag": "eab9f88d-1ff9-4805-a050-a44a0551a8e7"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:03.350802 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-3c4b50c0-e00b-495e-b0c6-01a3a8800677 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:03.352325 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-3c4b50c0-e00b-495e-b0c6-01a3a8800677 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.41 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 816 time: 0.6077175 Oct 12 04:07:03.358051 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.41', 61790) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:03.366596 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3266e41-3cbf-40df-9fe8-5c416d612ffa x-openstack-request-id: req-a3266e41-3cbf-40df-9fe8-5c416d612ffa {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:03.367060 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d0e62e-9520-441b-b87d-a1883a6efd66", "tag": "eab9f88d-1ff9-4805-a050-a44a0551a8e7", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:03.367596 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3266e41-3cbf-40df-9fe8-5c416d612ffa {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:03.368180 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d0e62e-9520-441b-b87d-a1883a6efd66', 'tag': 'eab9f88d-1ff9-4805-a050-a44a0551a8e7', 'status': 'completed', 'code': 200} Oct 12 04:07:03.394670 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:03.397107 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for port, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:03.399346 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/0c880e7c-ca34-4e9b-a0cc-a0a094802507 HTTP/1.1" status: 200 len: 1093 time: 1.8073542 Oct 12 04:07:03.399904 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8388f2-077c-4995-91c2-3b9227275987', 'tag': '0c880e7c-ca34-4e9b-a0cc-a0a094802507'}] {{(pid=94182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:03.588123 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-03d2a516-9ec3-48b6-8020-54d913cc0ef9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11482740b3bb4e3bbfcc856e54a24288 HTTP/1.1" status: 200 len: 380 time: 0.2024169 Oct 12 04:07:03.613802 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:03.621077 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-2657f95d-d4f1-40ef-b73b-21e22093e7a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Request body: {'port': {'device_id': 'd335047b-4a07-4eff-971a-47d426f9419e', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'admin_state_up': True, 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'security_groups': ['8d706aa9-83bb-4981-bfcf-fdee8a34879b']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:03.626326 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc7a66-70b7-48ba-b278-27594d7bf5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c880e7c-ca34-4e9b-a0cc-a0a094802507,revision_number=3']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:03.660836 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-96986665-00fd-422b-8cdc-6295933c1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:03.662884 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-96986665-00fd-422b-8cdc-6295933c1e8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 1096 time: 0.2917140 Oct 12 04:07:03.702932 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25347b287b6c303483951d5c4f01d5401f78b9f2cd6d63de7184aefd9db8360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44288f08-6e06-4d5a-8308-91f5ceb59fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8388f2-077c-4995-91c2-3b9227275987", "tag": "0c880e7c-ca34-4e9b-a0cc-a0a094802507"}]}' {{(pid=94182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:03.705667 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1c341-55d5-40f2-bc23-170708ecd5f5 req-ef273fa3-4709-4fc1-933b-ed4b2b9f19e8 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:03.707388 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d2b1c341-55d5-40f2-bc23-170708ecd5f5 req-ef273fa3-4709-4fc1-933b-ed4b2b9f19e8 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 943 time: 0.2959797 Oct 12 04:07:03.715805 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-6b9bf646-5413-4380-8eb0-3d029d4602e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:03.717998 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-6b9bf646-5413-4380-8eb0-3d029d4602e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 1096 time: 0.2072740 Oct 12 04:07:03.789058 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-6e9fb129-d520-4f39-ad2c-e5c3752c50ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab9f88d-1ff9-4805-a050-a44a0551a8e7 HTTP/1.1" status: 200 len: 217 time: 0.0944231 Oct 12 04:07:03.801079 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f7135417-5777-4167-b28c-03413132d1fa tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:03.802492 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f7135417-5777-4167-b28c-03413132d1fa tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.41 "GET /v2.0/networks?id=a7f3c47f-4b81-485b-9d33-ea0da313960a HTTP/1.1" status: 200 len: 811 time: 0.4325383 Oct 12 04:07:03.860468 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-5d199653-b818-4c51-b312-e365c298dcd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c880e7c-ca34-4e9b-a0cc-a0a094802507 HTTP/1.1" status: 200 len: 217 time: 0.0889797 Oct 12 04:07:03.913850 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d2b1c341-55d5-40f2-bc23-170708ecd5f5 req-2a6d76ed-d901-464d-8cd4-4533c2fcd926 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936369 Oct 12 04:07:03.952918 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-bede0ccb-e3f8-432a-8949-8a687422fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:03.954410 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-bede0ccb-e3f8-432a-8949-8a687422fed6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833b4e19-9647-4dd2-8560-05a1e33b097d HTTP/1.1" status: 200 len: 859 time: 0.0865920 Oct 12 04:07:03.959429 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-b06c07a6-814b-4444-a721-3d85385aa0f3 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f9ac90f88040c3833900e39b1ed7dd HTTP/1.1" status: 200 len: 380 time: 0.1312988 Oct 12 04:07:03.970335 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8f270-48e3-4417-8944-0e6d8cf0a196 req-10f58803-1609-4faf-aa37-4c72d283da3c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:03.978584 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7cd8f270-48e3-4417-8944-0e6d8cf0a196 req-10f58803-1609-4faf-aa37-4c72d283da3c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 943 time: 0.2531791 Oct 12 04:07:03.985634 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-6e55fcf8-83b4-4335-aad6-82d6bdaa713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:03.987097 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-6e55fcf8-83b4-4335-aad6-82d6bdaa713f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833b4e19-9647-4dd2-8560-05a1e33b097d HTTP/1.1" status: 200 len: 859 time: 0.1837687 Oct 12 04:07:03.991925 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f4349c81-ef1b-4821-abb8-7a6b2f377a46 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Request body: {'port': {'device_id': 'b1bb1c32-04a4-4527-8f4f-098d5e766a90', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'admin_state_up': True, 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'security_groups': ['1f4508fc-56fc-4df9-9e77-3d920be008dd']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:04.033431 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-753cd12a-fcac-4a42-b948-fa982c600801 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=142d406d-e454-45b8-b5f0-7750b0d1ef9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666173 Oct 12 04:07:04.078093 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-f9ff329f-b208-44f1-b0a0-d0181e2694e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=142d406d-e454-45b8-b5f0-7750b0d1ef9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757301 Oct 12 04:07:04.078657 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-2657f95d-d4f1-40ef-b73b-21e22093e7a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Made reservation on behalf of 11482740b3bb4e3bbfcc856e54a24288 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:07:04.082365 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-2657f95d-d4f1-40ef-b73b-21e22093e7a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:04.165228 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-207fed60-c34f-4428-a060-0d05eca4a9cd service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237128 Oct 12 04:07:04.188942 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7cd8f270-48e3-4417-8944-0e6d8cf0a196 req-97ae993a-a532-4d37-9a73-6c862e84e6f7 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093399 Oct 12 04:07:04.258328 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d1c8fa-c609-4f52-b0bc-dfcd911e5195 x-openstack-request-id: req-10d1c8fa-c609-4f52-b0bc-dfcd911e5195 {{(pid=94182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:04.259424 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8388f2-077c-4995-91c2-3b9227275987", "tag": "0c880e7c-ca34-4e9b-a0cc-a0a094802507", "status": "completed", "code": 200}]} {{(pid=94182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:04.259603 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10d1c8fa-c609-4f52-b0bc-dfcd911e5195 {{(pid=94182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:04.260045 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8388f2-077c-4995-91c2-3b9227275987', 'tag': '0c880e7c-ca34-4e9b-a0cc-a0a094802507', 'status': 'completed', 'code': 200} Oct 12 04:07:04.289902 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-aec89cb6-f8a8-4fc2-a483-93c930a20ba2 req-f87d567d-69e2-4cf7-bea3-912ade2f3115 service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168194 Oct 12 04:07:04.300728 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-647baec0-f21f-4608-94fa-50c842ae20e7 service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076793 Oct 12 04:07:04.406636 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1b97c2ec-1639-4514-b5a6-61af4ee7f4e9 req-2740213b-b326-454a-83d3-043f5fa29c19 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 210 time: 0.0991812 Oct 12 04:07:04.437917 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44288f08-6e06-4d5a-8308-91f5ceb59fa0 req-28642ed0-9cb7-495e-9770-847909b24ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:04.440434 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-44288f08-6e06-4d5a-8308-91f5ceb59fa0 req-28642ed0-9cb7-495e-9770-847909b24ce4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 1096 time: 0.0725174 Oct 12 04:07:04.477678 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-82e8c4b9-cd28-46c6-b1da-cbdc48626bbc req-090106c6-6733-44e6-b79f-31a617c0c7ab tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 210 time: 0.1187279 Oct 12 04:07:04.573730 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f4349c81-ef1b-4821-abb8-7a6b2f377a46 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Made reservation on behalf of 88f9ac90f88040c3833900e39b1ed7dd for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:07:04.577442 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f4349c81-ef1b-4821-abb8-7a6b2f377a46 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:04.618593 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd36c09b-d9b6-44f5-9f09-6df034c4f3da req-79c7a03d-8327-413a-833a-28d5a546efee service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586467 Oct 12 04:07:04.630927 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-2657f95d-d4f1-40ef-b73b-21e22093e7a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Allocated IP 172.20.0.7 (78ad8ade-5b76-455f-b679-c3355b921424/8221a527-0e38-401f-bca6-10ff9a3c2859/3474824e-4f7b-4a89-bc74-581693926ecc) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:07:04.724843 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44288f08-6e06-4d5a-8308-91f5ceb59fa0 req-a22aed43-376b-4a06-afe2-ea6cd17ac43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:04.726331 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-44288f08-6e06-4d5a-8308-91f5ceb59fa0 req-a22aed43-376b-4a06-afe2-ea6cd17ac43b service neutron] 10.222.0.41 "GET /v2.0/networks?id=142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 200 len: 920 time: 0.2388883 Oct 12 04:07:04.775332 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-44288f08-6e06-4d5a-8308-91f5ceb59fa0 req-9c6b83be-e7c9-4a98-9f8d-a17cc770eaea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c880e7c-ca34-4e9b-a0cc-a0a094802507 HTTP/1.1" status: 200 len: 217 time: 0.0411601 Oct 12 04:07:04.830909 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44288f08-6e06-4d5a-8308-91f5ceb59fa0 req-96ff0089-38b3-4fed-9812-6c338ab464d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:04.832353 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-44288f08-6e06-4d5a-8308-91f5ceb59fa0 req-96ff0089-38b3-4fed-9812-6c338ab464d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833b4e19-9647-4dd2-8560-05a1e33b097d HTTP/1.1" status: 200 len: 859 time: 0.0496063 Oct 12 04:07:04.855147 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10f157-c949-4c35-9389-a1f604722679 req-0b0be573-ed11-441e-b555-4b84ff51f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:04.857175 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7c10f157-c949-4c35-9389-a1f604722679 req-0b0be573-ed11-441e-b555-4b84ff51f315 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 1096 time: 0.1571853 Oct 12 04:07:04.875148 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f4349c81-ef1b-4821-abb8-7a6b2f377a46 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Allocated IP 172.20.0.9 (a7f3c47f-4b81-485b-9d33-ea0da313960a/139536c0-48c7-47be-9f6b-47818cfbaa4b/e11e5bb1-cfda-4547-a4e6-e2e16e8b308e) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:07:04.881029 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-44288f08-6e06-4d5a-8308-91f5ceb59fa0 req-0b7105e6-f67a-4c2a-8304-d8d90d7ab0a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=142d406d-e454-45b8-b5f0-7750b0d1ef9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348351 Oct 12 04:07:05.015992 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-44288f08-6e06-4d5a-8308-91f5ceb59fa0 req-ad3cdf2b-024b-467e-b73f-415c0036743c service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269126 Oct 12 04:07:05.065827 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-2657f95d-d4f1-40ef-b73b-21e22093e7a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:05.131370 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10f157-c949-4c35-9389-a1f604722679 req-d25b3feb-0920-489d-be6e-3f98c3fecab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:05.133008 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7c10f157-c949-4c35-9389-a1f604722679 req-d25b3feb-0920-489d-be6e-3f98c3fecab8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 200 len: 920 time: 0.2663250 Oct 12 04:07:05.143842 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-44288f08-6e06-4d5a-8308-91f5ceb59fa0 req-fdb96f15-11c9-4f85-9e95-d42c9bdadb28 service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208110 Oct 12 04:07:05.211158 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7c10f157-c949-4c35-9389-a1f604722679 req-b01ae954-0548-48f7-b97a-32d2079567c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab9f88d-1ff9-4805-a050-a44a0551a8e7 HTTP/1.1" status: 200 len: 217 time: 0.0680709 Oct 12 04:07:05.233120 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de1572-7e7d-4600-a204-56b0ebeab8f7 req-057240b4-1dbc-47bc-91ce-012684f0a361 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:05.240699 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-24de1572-7e7d-4600-a204-56b0ebeab8f7 req-057240b4-1dbc-47bc-91ce-012684f0a361 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 943 time: 0.1731803 Oct 12 04:07:05.297331 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-2657f95d-d4f1-40ef-b73b-21e22093e7a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:05.298064 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38006) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:05.303401 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f4349c81-ef1b-4821-abb8-7a6b2f377a46 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:05.415435 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94a57ec8-d64f-49f0-994f-bfec24d2f868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:05.498168 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94a57ec8-d64f-49f0-994f-bfec24d2f868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:05.503734 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94a57ec8-d64f-49f0-994f-bfec24d2f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:05.544017 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-94a57ec8-d64f-49f0-994f-bfec24d2f868 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a61360c842d4bf18f07b63aa69f4f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424283 Oct 12 04:07:05.544017 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a57ec8-d64f-49f0-994f-bfec24d2f868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc48ea5-3d98-4616-abe7-1d68f8c70396,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:05.545060 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38018) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:05.609235 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-2657f95d-d4f1-40ef-b73b-21e22093e7a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Network 78ad8ade-5b76-455f-b679-c3355b921424 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:07:05.636937 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1513b1ac-09d7-4e1b-b5a0-f5cf02bde130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:05.638209 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-2657f95d-d4f1-40ef-b73b-21e22093e7a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:07:05.641112 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-2657f95d-d4f1-40ef-b73b-21e22093e7a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:07:05.647159 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-2657f95d-d4f1-40ef-b73b-21e22093e7a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:05.647797 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-2657f95d-d4f1-40ef-b73b-21e22093e7a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:05.668981 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657f95d-d4f1-40ef-b73b-21e22093e7a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event updated for resources: {'Port': ['ID=3474824e-4f7b-4a89-bc74-581693926ecc,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:05.682475 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10f157-c949-4c35-9389-a1f604722679 req-514c9e69-badf-4550-a338-de888fb1c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:05.685008 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7c10f157-c949-4c35-9389-a1f604722679 req-514c9e69-badf-4550-a338-de888fb1c83e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833b4e19-9647-4dd2-8560-05a1e33b097d HTTP/1.1" status: 200 len: 859 time: 0.4196212 Oct 12 04:07:05.690610 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1513b1ac-09d7-4e1b-b5a0-f5cf02bde130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:05.696445 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be41e6-ab51-43a8-a321-8cee96253931 req-eaa7f87f-0399-4bbf-87fe-957887515aee tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:05.704218 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-07be41e6-ab51-43a8-a321-8cee96253931 req-eaa7f87f-0399-4bbf-87fe-957887515aee tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 943 time: 0.4306400 Oct 12 04:07:05.718578 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-24de1572-7e7d-4600-a204-56b0ebeab8f7 req-7d9e92b9-b62d-4ea5-9937-fe4d5608c5ac tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742389 Oct 12 04:07:05.773021 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-2657f95d-d4f1-40ef-b73b-21e22093e7a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1614311 Oct 12 04:07:05.792455 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1513b1ac-09d7-4e1b-b5a0-f5cf02bde130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:05.798212 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1513b1ac-09d7-4e1b-b5a0-f5cf02bde130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:05.803701 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-1513b1ac-09d7-4e1b-b5a0-f5cf02bde130 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfc48ea5-3d98-4616-abe7-1d68f8c70396 HTTP/1.1" status: 204 len: 168 time: 0.2466598 Oct 12 04:07:05.806686 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7c10f157-c949-4c35-9389-a1f604722679 req-0e2a640b-c4f3-4fc8-9a3c-096fbe4f0996 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=142d406d-e454-45b8-b5f0-7750b0d1ef9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832770 Oct 12 04:07:05.812889 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Request body: {'port': {'device_id': 'd335047b-4a07-4eff-971a-47d426f9419e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:05.814619 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513b1ac-09d7-4e1b-b5a0-f5cf02bde130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc48ea5-3d98-4616-abe7-1d68f8c70396,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:05.827477 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f4349c81-ef1b-4821-abb8-7a6b2f377a46 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:05.958538 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-07be41e6-ab51-43a8-a321-8cee96253931 req-9e6d4c12-0323-45cb-b91c-d167d7bea99b tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532227 Oct 12 04:07:06.006076 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f4349c81-ef1b-4821-abb8-7a6b2f377a46 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Network a7f3c47f-4b81-485b-9d33-ea0da313960a is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:07:06.038871 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f4349c81-ef1b-4821-abb8-7a6b2f377a46 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:07:06.041794 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f4349c81-ef1b-4821-abb8-7a6b2f377a46 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:07:06.048167 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f4349c81-ef1b-4821-abb8-7a6b2f377a46 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:06.048783 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f4349c81-ef1b-4821-abb8-7a6b2f377a46 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.063475 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4349c81-ef1b-4821-abb8-7a6b2f377a46 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event updated for resources: {'Port': ['ID=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:06.082877 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.099681 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-05a987d2-857d-40a7-b113-e04d3d4c9237 None None] Provisioning complete for port 3474824e-4f7b-4a89-bc74-581693926ecc triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:07:06.102143 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-05a987d2-857d-40a7-b113-e04d3d4c9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.104409 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-f4349c81-ef1b-4821-abb8-7a6b2f377a46 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1205955 Oct 12 04:07:06.144693 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Request body: {'port': {'device_id': 'b1bb1c32-04a4-4527-8f4f-098d5e766a90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:06.162964 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d46f9-ce34-4638-8173-8765b047f005 req-a7344990-4361-4b32-ba9d-9f070fcca1f0 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:06.176922 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-139d46f9-ce34-4638-8173-8765b047f005 req-a7344990-4361-4b32-ba9d-9f070fcca1f0 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 931 time: 0.2905703 Oct 12 04:07:06.197804 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-05a987d2-857d-40a7-b113-e04d3d4c9237 None None] Port 3474824e-4f7b-4a89-bc74-581693926ecc cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:07:06.272723 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38050) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:06.291143 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7c10f157-c949-4c35-9389-a1f604722679 req-f3373a7f-f88c-4837-b6e5-92bf84ddf4da service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748850 Oct 12 04:07:06.427194 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-1adc6478-2f16-4abc-b0a3-dd9d68563820 None None] Provisioning complete for port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:07:06.427573 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-1adc6478-2f16-4abc-b0a3-dd9d68563820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.433072 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7070f04a-59fd-40bd-bb85-b2d6f0de9283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.496407 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38060) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:06.514245 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-899ab09b-1c0a-430e-8fda-df8ad59e0a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.514454 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-1adc6478-2f16-4abc-b0a3-dd9d68563820 None None] Port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:07:06.558195 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-139d46f9-ce34-4638-8173-8765b047f005 req-917c4ba3-4ce7-45d3-9c0f-6d1a50d7275d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3803525 Oct 12 04:07:06.567025 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.600935 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963cdb6-24ed-4913-98c4-5c48323bb564 req-d49e3305-07a8-4bf3-a083-c270651f5a26 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:06.602168 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a963cdb6-24ed-4913-98c4-5c48323bb564 req-d49e3305-07a8-4bf3-a083-c270651f5a26 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 931 time: 0.3782761 Oct 12 04:07:06.629869 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7070f04a-59fd-40bd-bb85-b2d6f0de9283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.636043 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7070f04a-59fd-40bd-bb85-b2d6f0de9283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.669096 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38064) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:06.694875 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-7070f04a-59fd-40bd-bb85-b2d6f0de9283 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c0ffb380d5d4487b2a78a002719cf5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206653 Oct 12 04:07:06.700649 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38068) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:06.714118 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7c10f157-c949-4c35-9389-a1f604722679 req-db4f1cd8-deea-4a7d-8772-bcd4f23c58b0 service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764546 Oct 12 04:07:06.728191 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070f04a-59fd-40bd-bb85-b2d6f0de9283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03beb1f3-6831-40b6-a9c8-be0852aaece5,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:06.734800 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-899ab09b-1c0a-430e-8fda-df8ad59e0a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.750645 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-899ab09b-1c0a-430e-8fda-df8ad59e0a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.760015 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a963cdb6-24ed-4913-98c4-5c48323bb564 req-55667128-ba06-4fbd-9ec1-3c92d69e4901 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443214 Oct 12 04:07:06.821338 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-899ab09b-1c0a-430e-8fda-df8ad59e0a7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de32b2527127457ea0d41a89fba0f401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235743 Oct 12 04:07:06.829645 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38072) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:06.830255 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ab09b-1c0a-430e-8fda-df8ad59e0a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9388fce3-9c2b-48ef-b12b-2fd27dab9b59,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:06.853220 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6b68a0aa-84c0-4dc8-8c61-0b36c6f6efc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.854847 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7d5b0bff-2348-4a1b-b9a5-211613953d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.910262 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6b68a0aa-84c0-4dc8-8c61-0b36c6f6efc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.957129 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b0f23-056d-4e9c-be75-b0cf088a58eb req-a5975770-a19e-4011-9f5b-bf0cc324c9d1 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:06.958720 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0a6b0f23-056d-4e9c-be75-b0cf088a58eb req-a5975770-a19e-4011-9f5b-bf0cc324c9d1 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 943 time: 0.1423280 Oct 12 04:07:06.962631 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e104ecd1-d24d-40f8-9ed8-48a3e3346c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:06.995949 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e104ecd1-d24d-40f8-9ed8-48a3e3346c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.031288 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3474824e-4f7b-4a89-bc74-581693926ecc {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:07:07.041393 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6b68a0aa-84c0-4dc8-8c61-0b36c6f6efc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.044059 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6b68a0aa-84c0-4dc8-8c61-0b36c6f6efc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.048271 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-6b68a0aa-84c0-4dc8-8c61-0b36c6f6efc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03beb1f3-6831-40b6-a9c8-be0852aaece5 HTTP/1.1" status: 204 len: 168 time: 0.3466592 Oct 12 04:07:07.058299 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.069332 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7d5b0bff-2348-4a1b-b9a5-211613953d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.070929 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68a0aa-84c0-4dc8-8c61-0b36c6f6efc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03beb1f3-6831-40b6-a9c8-be0852aaece5,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:07.090499 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7d5b0bff-2348-4a1b-b9a5-211613953d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.107201 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0a6b0f23-056d-4e9c-be75-b0cf088a58eb req-38aeba3e-b7af-4b6c-ad27-73880826a917 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256392 Oct 12 04:07:07.136444 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-7d5b0bff-2348-4a1b-b9a5-211613953d73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad345895224f4e878ac782c1a976193b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662464 Oct 12 04:07:07.138311 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b0bff-2348-4a1b-b9a5-211613953d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7d9d4e-4a1c-4990-9482-b64c8473bca3,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:07.138829 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Transition to ACTIVE for port object 3474824e-4f7b-4a89-bc74-581693926ecc will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:07:07.140765 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38078) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:07.146415 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e104ecd1-d24d-40f8-9ed8-48a3e3346c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.149448 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e104ecd1-d24d-40f8-9ed8-48a3e3346c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.152925 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-e104ecd1-d24d-40f8-9ed8-48a3e3346c90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9388fce3-9c2b-48ef-b12b-2fd27dab9b59 HTTP/1.1" status: 204 len: 168 time: 0.3176098 Oct 12 04:07:07.160619 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.181162 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104ecd1-d24d-40f8-9ed8-48a3e3346c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9388fce3-9c2b-48ef-b12b-2fd27dab9b59,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:07.221977 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-16ac59de-11ce-42e9-a6cd-c163ae82ca28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.256843 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-16ac59de-11ce-42e9-a6cd-c163ae82ca28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.258842 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11e5bb1-cfda-4547-a4e6-e2e16e8b308e {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:07:07.275167 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.286363 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92394c-0980-4241-a697-e27df46ce5d9 req-a40b6e1d-b218-4000-8b28-3b6dd4f44ff4 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:07.287862 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2d92394c-0980-4241-a697-e27df46ce5d9 req-a40b6e1d-b218-4000-8b28-3b6dd4f44ff4 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 943 time: 0.1782417 Oct 12 04:07:07.312606 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=3474824e-4f7b-4a89-bc74-581693926ecc,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:07.326727 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.328577 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-16ac59de-11ce-42e9-a6cd-c163ae82ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.331618 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-16ac59de-11ce-42e9-a6cd-c163ae82ca28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.345851 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-16ac59de-11ce-42e9-a6cd-c163ae82ca28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb7d9d4e-4a1c-4990-9482-b64c8473bca3 HTTP/1.1" status: 204 len: 168 time: 0.1953070 Oct 12 04:07:07.348018 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Transition to ACTIVE for port object e11e5bb1-cfda-4547-a4e6-e2e16e8b308e will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:07:07.350617 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Attempting to bind port 3474824e-4f7b-4a89-bc74-581693926ecc on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:07:07.351033 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Attempting to bind port 3474824e-4f7b-4a89-bc74-581693926ecc by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:07:07.351378 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Attempting to bind port 3474824e-4f7b-4a89-bc74-581693926ecc on network 78ad8ade-5b76-455f-b679-c3355b921424 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:07:07.356830 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac59de-11ce-42e9-a6cd-c163ae82ca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7d9d4e-4a1c-4990-9482-b64c8473bca3,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:07.368679 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.375181 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Port 3474824e-4f7b-4a89-bc74-581693926ecc on network 78ad8ade-5b76-455f-b679-c3355b921424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:07:07.375474 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Attempting to bind port 3474824e-4f7b-4a89-bc74-581693926ecc on network 78ad8ade-5b76-455f-b679-c3355b921424 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:07:07.419763 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2d92394c-0980-4241-a697-e27df46ce5d9 req-4df0cd3c-32f5-4941-9b26-b50f2dc5860c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011021 Oct 12 04:07:07.437471 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:07:07.437892 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Checking segment: {'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:07:07.438198 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Bound using segment: {'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:07:07.438705 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Bound port: 3474824e-4f7b-4a89-bc74-581693926ecc, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:07:07.439082 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.469657 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Pushing event updated for resources: {'Port': ['ID=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:07.537173 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Attempting to bind port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:07:07.537312 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Attempting to bind port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:07:07.537746 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Attempting to bind port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e on network a7f3c47f-4b81-485b-9d33-ea0da313960a {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:07:07.551802 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e on network a7f3c47f-4b81-485b-9d33-ea0da313960a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:07:07.552063 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Attempting to bind port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e on network a7f3c47f-4b81-485b-9d33-ea0da313960a {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:07:07.562594 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:07:07.563293 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Checking segment: {'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:07:07.563293 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Bound using segment: {'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:07:07.563714 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Bound port: e11e5bb1-cfda-4547-a4e6-e2e16e8b308e, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:07:07.564068 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.576685 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] For port 3474824e-4f7b-4a89-bc74-581693926ecc, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:07:07.608199 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] For port 3474824e-4f7b-4a89-bc74-581693926ecc, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3474824e-4f7b-4a89-bc74-581693926ecc,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:07:07.643356 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.719074 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:07.725645 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:07.727164 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] 10.222.0.41 "PUT /v2.0/ports/3474824e-4f7b-4a89-bc74-581693926ecc HTTP/1.1" status: 200 len: 1093 time: 1.9269352 Oct 12 04:07:07.736231 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:07.738546 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cf81f1-69f2-46d9-a3be-b77086a8758c" -d '{"events": [{"name": "network-changed", "server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:07.825371 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3c91e1-b1b2-4939-ae6e-0819d1848808 x-openstack-request-id: req-4f3c91e1-b1b2-4939-ae6e-0819d1848808 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:07.827142 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:07.827828 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f3c91e1-b1b2-4939-ae6e-0819d1848808 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:07.829310 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc', 'status': 'completed', 'code': 200} Oct 12 04:07:07.896681 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38112) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:07.899293 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 8c252508-7345-4f8e-a06f-53ec3e18469c details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:07:07.942228 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4577b046-d51a-4cec-9039-cfd9e46602ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:08.083948 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] For port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:07:08.116503 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4577b046-d51a-4cec-9039-cfd9e46602ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:08.117079 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 8c252508-7345-4f8e-a06f-53ec3e18469c, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8c252508-7345-4f8e-a06f-53ec3e18469c,segment=NetworkSegment(05214e79-ec37-42ef-ab4a-c48691fa9eca),segment_id=05214e79-ec37-42ef-ab4a-c48691fa9eca)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:08.125002 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4577b046-d51a-4cec-9039-cfd9e46602ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:08.134877 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '8c252508-7345-4f8e-a06f-53ec3e18469c', 'network_id': '1ec9d115-52b6-465b-8e91-6867dbaeff75', 'port_id': '8c252508-7345-4f8e-a06f-53ec3e18469c', 'mac_address': 'fa:16:3e:8a:9b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52107cd4-d6c3-4640-ab38-a0995c610f10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:07:08.152645 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] For port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:07:08.164450 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db3835-90c2-4869-88a8-31bd206c2ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=3474824e-4f7b-4a89-bc74-581693926ecc,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:08.172396 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:08.194566 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-4577b046-d51a-4cec-9039-cfd9e46602ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59b2cf9b719345199e09e71007514559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913752 Oct 12 04:07:08.198286 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38120) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:08.212627 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:08.212975 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577b046-d51a-4cec-9039-cfd9e46602ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea01065b-4399-4680-b570-a44cfae8478d,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:08.237513 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fce24-f6ae-4231-9118-202603eaaa30 req-c07e76e0-495b-422d-986f-be062afdf57d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:08.239226 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0e4fce24-f6ae-4231-9118-202603eaaa30 req-c07e76e0-495b-422d-986f-be062afdf57d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.5038764 Oct 12 04:07:08.245765 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c252508-7345-4f8e-a06f-53ec3e18469c {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:07:08.247644 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:08.248008 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:08.249328 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] 10.222.0.41 "PUT /v2.0/ports/e11e5bb1-cfda-4547-a4e6-e2e16e8b308e HTTP/1.1" status: 200 len: 1093 time: 2.1228237 Oct 12 04:07:08.251243 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-09248998-ae69-40b7-82b4-2d5aa184fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:08.252649 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-09248998-ae69-40b7-82b4-2d5aa184fd44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 1096 time: 0.4385312 Oct 12 04:07:08.293871 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 8c252508-7345-4f8e-a06f-53ec3e18469c, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8c252508-7345-4f8e-a06f-53ec3e18469c,segment=NetworkSegment(05214e79-ec37-42ef-ab4a-c48691fa9eca),segment_id=05214e79-ec37-42ef-ab4a-c48691fa9eca)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:08.302046 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:08.310284 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778ec3a-ab3a-4f7f-8793-6309e884a2e6 req-12c42a0b-32e4-4e28-8276-c2a371f23590 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:08.317930 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3778ec3a-ab3a-4f7f-8793-6309e884a2e6 req-12c42a0b-32e4-4e28-8276-c2a371f23590 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 943 time: 0.2396793 Oct 12 04:07:08.358670 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ba083f11-baf8-4766-a8c4-064c406d9f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:08.409240 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ba083f11-baf8-4766-a8c4-064c406d9f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:08.411066 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=8c252508-7345-4f8e-a06f-53ec3e18469c,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:08.423877 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-036611c5-b655-45fe-bdf0-b988d0406abd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3474824e-4f7b-4a89-bc74-581693926ecc HTTP/1.1" status: 200 len: 217 time: 0.1453786 Oct 12 04:07:08.493768 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ba083f11-baf8-4766-a8c4-064c406d9f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:08.496275 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ba083f11-baf8-4766-a8c4-064c406d9f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:08.497986 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-ba083f11-baf8-4766-a8c4-064c406d9f16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea01065b-4399-4680-b570-a44cfae8478d HTTP/1.1" status: 204 len: 168 time: 0.2969801 Oct 12 04:07:08.505908 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba083f11-baf8-4766-a8c4-064c406d9f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea01065b-4399-4680-b570-a44cfae8478d,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:08.520919 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6860c-77bf-4e64-8b6e-9ecfda4c1423 service neutron] Pushing event updated for resources: {'Port': ['ID=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:08.580896 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0e4fce24-f6ae-4231-9118-202603eaaa30 req-af0cd345-a29e-4687-a07d-3344532c9438 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267746 Oct 12 04:07:08.599523 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3778ec3a-ab3a-4f7f-8793-6309e884a2e6 req-27e362ec-f2b9-4146-840a-6f0eb8d6a889 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773907 Oct 12 04:07:08.621491 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-fa69140b-8e74-40b3-98ec-fe610753a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:08.623773 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-fa69140b-8e74-40b3-98ec-fe610753a5fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 200 len: 855 time: 0.1631119 Oct 12 04:07:08.625589 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-4b2da380-892e-48a7-8a8f-0a83daf1ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:08.627250 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-4b2da380-892e-48a7-8a8f-0a83daf1ce2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f9ac90f88040c3833900e39b1ed7dd&device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 1096 time: 0.3074591 Oct 12 04:07:08.654482 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['8c252508-7345-4f8e-a06f-53ec3e18469c'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:07:08.751547 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-8b631147-3d54-42b4-a8c4-9b61fcf10cfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e HTTP/1.1" status: 200 len: 217 time: 0.1088285 Oct 12 04:07:08.854499 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-dc733d5a-eecb-4896-bd8b-27222e8ae444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:08.855979 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-dc733d5a-eecb-4896-bd8b-27222e8ae444 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78ad8ade-5b76-455f-b679-c3355b921424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2161376 Oct 12 04:07:08.880241 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-b1ef7550-a736-4cd7-9b8f-287ddc5e4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:08.881800 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-b1ef7550-a736-4cd7-9b8f-287ddc5e4a67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139536c0-48c7-47be-9f6b-47818cfbaa4b HTTP/1.1" status: 200 len: 850 time: 0.1004782 Oct 12 04:07:08.890547 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e84eda-b01b-4982-b085-39444ae2fcbf req-2ba38441-8a38-4c64-8f2a-1a96be9e7c3d tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:08.892113 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-03e84eda-b01b-4982-b085-39444ae2fcbf req-2ba38441-8a38-4c64-8f2a-1a96be9e7c3d tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 944 time: 0.2169676 Oct 12 04:07:08.901943 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e37269-0d36-4fa4-84af-440a18dd613a req-c57545f0-28cb-4fc2-bb98-9d99aa412fc1 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:08.905441 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0e37269-0d36-4fa4-84af-440a18dd613a req-c57545f0-28cb-4fc2-bb98-9d99aa412fc1 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 943 time: 0.2111657 Oct 12 04:07:09.060637 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-03e84eda-b01b-4982-b085-39444ae2fcbf req-6f9f6b3f-1f22-446f-b518-f9c93e2de659 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530373 Oct 12 04:07:09.077477 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0e37269-0d36-4fa4-84af-440a18dd613a req-815ea255-09a7-4c9c-86f6-ee305123d795 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433372 Oct 12 04:07:09.082259 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-34528616-fbf5-4af1-a248-82d7d4915929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:09.084269 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-34528616-fbf5-4af1-a248-82d7d4915929 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7f3c47f-4b81-485b-9d33-ea0da313960a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1911595 Oct 12 04:07:09.118534 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-61d0f7d6-042f-4adc-b8bb-6d1c593500bf service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495522 Oct 12 04:07:09.265958 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-6b95e73c-82df-4359-bf9c-4392ceec6083 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711326 Oct 12 04:07:09.272096 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02010b8b-cd61-4727-b2b1-d57a4c4ddf90 req-79e50ef6-2093-4535-8ea5-649d4fdbd851 service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271420 Oct 12 04:07:09.395985 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3fc48474-5743-4987-afd8-abd3ba7ba0be req-fd1d7ee8-2ffa-4db1-a77e-7aa10feb1ed9 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223476 Oct 12 04:07:09.398611 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf81f1-69f2-46d9-a3be-b77086a8758c req-fdc21968-4c6c-40df-b39b-70f47562a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:09.399874 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d5cf81f1-69f2-46d9-a3be-b77086a8758c req-fdc21968-4c6c-40df-b39b-70f47562a057 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 1096 time: 0.0718246 Oct 12 04:07:09.411819 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38176) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:09.499012 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf81f1-69f2-46d9-a3be-b77086a8758c req-06a19ddb-d62c-4ab0-b11e-a457881723ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:09.500414 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d5cf81f1-69f2-46d9-a3be-b77086a8758c req-06a19ddb-d62c-4ab0-b11e-a457881723ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 917 time: 0.0927186 Oct 12 04:07:09.545885 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d5cf81f1-69f2-46d9-a3be-b77086a8758c req-5d7558db-1b99-455a-adbe-489e4d19c8f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3474824e-4f7b-4a89-bc74-581693926ecc HTTP/1.1" status: 200 len: 217 time: 0.0379803 Oct 12 04:07:09.598897 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf81f1-69f2-46d9-a3be-b77086a8758c req-38c44d20-9921-45f6-9a7c-50f498ef803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:09.600381 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d5cf81f1-69f2-46d9-a3be-b77086a8758c req-38c44d20-9921-45f6-9a7c-50f498ef803a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 200 len: 855 time: 0.0455818 Oct 12 04:07:09.639108 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1cd3123d-eccf-4d6f-8e13-2c425ab01d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:09.667202 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf81f1-69f2-46d9-a3be-b77086a8758c req-b2042862-a754-4a98-8492-edd82fa900cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:09.672188 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d5cf81f1-69f2-46d9-a3be-b77086a8758c req-b2042862-a754-4a98-8492-edd82fa900cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78ad8ade-5b76-455f-b679-c3355b921424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0645742 Oct 12 04:07:09.769873 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1cd3123d-eccf-4d6f-8e13-2c425ab01d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:09.776029 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1cd3123d-eccf-4d6f-8e13-2c425ab01d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:09.818763 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-1cd3123d-eccf-4d6f-8e13-2c425ab01d5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=491e535e926f4e4bb25b1baddf35a946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055562 Oct 12 04:07:09.819614 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3123d-eccf-4d6f-8e13-2c425ab01d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5671af-5e74-4f30-a4eb-ca90e8427ff2,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:09.821917 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38196) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:09.838223 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bb1c32-04a4-4527-8f4f-098d5e766a90', 'tag': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:09.846276 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f239442d-19aa-4857-abb4-c3d76c460810" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bb1c32-04a4-4527-8f4f-098d5e766a90", "tag": "e11e5bb1-cfda-4547-a4e6-e2e16e8b308e"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:09.879028 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-70acb6bd-91cf-4b9b-88d1-0c9aa95391f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:09.880880 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device eab9f88d-1ff9-4805-a050-a44a0551a8e7 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:07:09.881333 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ad116-27c9-401a-8624-e275c3ce45f7 req-eb39a777-b438-48ac-8ea9-39282272b4ee tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:09.882952 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8a5ad116-27c9-401a-8624-e275c3ce45f7 req-eb39a777-b438-48ac-8ea9-39282272b4ee tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.1928291 Oct 12 04:07:09.890911 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae9ddf-f8d0-47d5-b4fe-6f49c0de7f67 req-e411c9b0-d919-49e4-be29-5b03dcd299b6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:09.892540 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6cae9ddf-f8d0-47d5-b4fe-6f49c0de7f67 req-e411c9b0-d919-49e4-be29-5b03dcd299b6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 943 time: 0.2035859 Oct 12 04:07:09.894778 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d5cf81f1-69f2-46d9-a3be-b77086a8758c req-6a0e8104-8fb6-4536-8bc2-39752e5760e3 service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145352 Oct 12 04:07:09.915243 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 8c252508-7345-4f8e-a06f-53ec3e18469c up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:07:09.922907 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-70acb6bd-91cf-4b9b-88d1-0c9aa95391f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:10.008833 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-70acb6bd-91cf-4b9b-88d1-0c9aa95391f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:10.011408 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-70acb6bd-91cf-4b9b-88d1-0c9aa95391f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:10.013141 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-70acb6bd-91cf-4b9b-88d1-0c9aa95391f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a5671af-5e74-4f30-a4eb-ca90e8427ff2 HTTP/1.1" status: 204 len: 168 time: 0.1897435 Oct 12 04:07:10.023963 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acb6bd-91cf-4b9b-88d1-0c9aa95391f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5671af-5e74-4f30-a4eb-ca90e8427ff2,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:10.086864 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port 8c252508-7345-4f8e-a06f-53ec3e18469c completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:07:10.097167 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 8c252508-7345-4f8e-a06f-53ec3e18469c triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:07:10.097608 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:10.105099 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6cae9ddf-f8d0-47d5-b4fe-6f49c0de7f67 req-1c954516-f7da-47b7-9180-9e2671ca508a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927776 Oct 12 04:07:10.116186 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8a5ad116-27c9-401a-8624-e275c3ce45f7 req-6e73b1a7-f166-4fbf-9ff2-fdcecaf57b60 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205217 Oct 12 04:07:10.143176 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d5cf81f1-69f2-46d9-a3be-b77086a8758c req-12fd7b57-b682-45ec-9cb6-f5e64572695c service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290416 Oct 12 04:07:10.164737 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port eab9f88d-1ff9-4805-a050-a44a0551a8e7, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=eab9f88d-1ff9-4805-a050-a44a0551a8e7,segment=NetworkSegment(7167d3ae-f6b5-4c20-965e-d1a276c2fe9f),segment_id=7167d3ae-f6b5-4c20-965e-d1a276c2fe9f)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:10.185677 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': 'eab9f88d-1ff9-4805-a050-a44a0551a8e7', 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b', 'port_id': 'eab9f88d-1ff9-4805-a050-a44a0551a8e7', 'mac_address': 'fa:16:3e:6d:0d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '833b4e19-9647-4dd2-8560-05a1e33b097d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:07:10.258386 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:10.270547 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efba3a50-9831-49bf-8944-714e62fd221b x-openstack-request-id: req-efba3a50-9831-49bf-8944-714e62fd221b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:10.271124 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bb1c32-04a4-4527-8f4f-098d5e766a90", "tag": "e11e5bb1-cfda-4547-a4e6-e2e16e8b308e", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:10.271547 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efba3a50-9831-49bf-8944-714e62fd221b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:10.272088 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bb1c32-04a4-4527-8f4f-098d5e766a90', 'tag': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e', 'status': 'completed', 'code': 200} Oct 12 04:07:10.286972 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:10.301203 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6f86b1-aa59-45b3-9c18-6c4968beb7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c252508-7345-4f8e-a06f-53ec3e18469c'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:10.379397 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 8c252508-7345-4f8e-a06f-53ec3e18469c, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8c252508-7345-4f8e-a06f-53ec3e18469c,segment=NetworkSegment(05214e79-ec37-42ef-ab4a-c48691fa9eca),segment_id=05214e79-ec37-42ef-ab4a-c48691fa9eca)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:10.381577 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab9f88d-1ff9-4805-a050-a44a0551a8e7 {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:07:10.386699 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee301c-3dfe-482a-8a98-d0a15dad1a69 req-a41b5590-cc60-4ef2-ab8c-7d98c8ac7e66 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:10.389241 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cbee301c-3dfe-482a-8a98-d0a15dad1a69 req-a41b5590-cc60-4ef2-ab8c-7d98c8ac7e66 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 944 time: 0.1838248 Oct 12 04:07:10.391321 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239442d-19aa-4857-abb4-c3d76c460810 req-76a25d97-c6d5-4f66-b063-bf0f00b56ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:10.392907 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f239442d-19aa-4857-abb4-c3d76c460810 req-76a25d97-c6d5-4f66-b063-bf0f00b56ea8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f9ac90f88040c3833900e39b1ed7dd&device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 1096 time: 0.1310062 Oct 12 04:07:10.410162 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port eab9f88d-1ff9-4805-a050-a44a0551a8e7, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=eab9f88d-1ff9-4805-a050-a44a0551a8e7,segment=NetworkSegment(7167d3ae-f6b5-4c20-965e-d1a276c2fe9f),segment_id=7167d3ae-f6b5-4c20-965e-d1a276c2fe9f)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:10.411992 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:10.419517 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:10.420326 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 0c880e7c-ca34-4e9b-a0cc-a0a094802507 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:07:10.442306 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd06ed-d7e2-4e3b-8901-0bf057b24fb7 req-35fe372a-b017-4485-8b38-8c34e268fb9a tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:10.451183 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4abd06ed-d7e2-4e3b-8901-0bf057b24fb7 req-35fe372a-b017-4485-8b38-8c34e268fb9a tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 943 time: 0.1220808 Oct 12 04:07:10.487381 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=8c252508-7345-4f8e-a06f-53ec3e18469c,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:10.494774 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 0c880e7c-ca34-4e9b-a0cc-a0a094802507, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=0c880e7c-ca34-4e9b-a0cc-a0a094802507,segment=NetworkSegment(7167d3ae-f6b5-4c20-965e-d1a276c2fe9f),segment_id=7167d3ae-f6b5-4c20-965e-d1a276c2fe9f)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:10.539952 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '0c880e7c-ca34-4e9b-a0cc-a0a094802507', 'network_id': '142d406d-e454-45b8-b5f0-7750b0d1ef9b', 'port_id': '0c880e7c-ca34-4e9b-a0cc-a0a094802507', 'mac_address': 'fa:16:3e:36:bc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '833b4e19-9647-4dd2-8560-05a1e33b097d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:07:10.693958 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38234) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:10.713883 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5463d685-98b1-4115-a38f-dcbbdfecc036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:10.716638 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:10.734057 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=eab9f88d-1ff9-4805-a050-a44a0551a8e7,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:10.741487 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4abd06ed-d7e2-4e3b-8901-0bf057b24fb7 req-27443b1d-84c7-4576-8aa5-700d0cca3b2f tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891490 Oct 12 04:07:10.746728 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c880e7c-ca34-4e9b-a0cc-a0a094802507 {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:07:10.776134 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cbee301c-3dfe-482a-8a98-d0a15dad1a69 req-de2d5c48-d55b-4e6c-8e41-e0abea12ce9d tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792117 Oct 12 04:07:10.790616 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 0c880e7c-ca34-4e9b-a0cc-a0a094802507, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=0c880e7c-ca34-4e9b-a0cc-a0a094802507,segment=NetworkSegment(7167d3ae-f6b5-4c20-965e-d1a276c2fe9f),segment_id=7167d3ae-f6b5-4c20-965e-d1a276c2fe9f)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:10.800302 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:10.842535 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239442d-19aa-4857-abb4-c3d76c460810 req-3018d9bf-e19e-4f54-961f-f9fc4f96342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:10.844031 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f239442d-19aa-4857-abb4-c3d76c460810 req-3018d9bf-e19e-4f54-961f-f9fc4f96342f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7f3c47f-4b81-485b-9d33-ea0da313960a HTTP/1.1" status: 200 len: 912 time: 0.4341836 Oct 12 04:07:10.852741 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38240) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:10.881205 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5463d685-98b1-4115-a38f-dcbbdfecc036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:10.882862 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=0c880e7c-ca34-4e9b-a0cc-a0a094802507,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:10.889021 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5463d685-98b1-4115-a38f-dcbbdfecc036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:10.910532 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f239442d-19aa-4857-abb4-c3d76c460810 req-14ad5e1f-cf8b-4fca-ad19-b12a696113ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e HTTP/1.1" status: 200 len: 217 time: 0.0590110 Oct 12 04:07:10.932391 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-5463d685-98b1-4115-a38f-dcbbdfecc036 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f54c435268284de99f7a49b0b7660d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353966 Oct 12 04:07:10.935731 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38248) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:10.943367 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463d685-98b1-4115-a38f-dcbbdfecc036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cc86c8-8b32-4784-a89d-81c8dda2ba0a,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:10.968675 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239442d-19aa-4857-abb4-c3d76c460810 req-ae7fe21f-0671-4d71-9f10-eaa616515886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:10.970387 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f239442d-19aa-4857-abb4-c3d76c460810 req-ae7fe21f-0671-4d71-9f10-eaa616515886 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139536c0-48c7-47be-9f6b-47818cfbaa4b HTTP/1.1" status: 200 len: 850 time: 0.0522211 Oct 12 04:07:10.991486 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da64f9cb-074f-408e-b2fc-5d43049dfd11" -d '{"events": [{"server_uuid": "3e6f86b1-aa59-45b3-9c18-6c4968beb7e2", "name": "network-vif-plugged", "status": "completed", "tag": "8c252508-7345-4f8e-a06f-53ec3e18469c"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:10.998022 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a52b7071-fd3a-4cf5-878d-68c3475b9345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.018824 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239442d-19aa-4857-abb4-c3d76c460810 req-01fd68a8-50b5-4a4d-b257-a49187985979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:11.020541 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f239442d-19aa-4857-abb4-c3d76c460810 req-01fd68a8-50b5-4a4d-b257-a49187985979 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7f3c47f-4b81-485b-9d33-ea0da313960a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0428135 Oct 12 04:07:11.031655 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a52b7071-fd3a-4cf5-878d-68c3475b9345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.108187 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a52b7071-fd3a-4cf5-878d-68c3475b9345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.117087 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a52b7071-fd3a-4cf5-878d-68c3475b9345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.122810 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-a52b7071-fd3a-4cf5-878d-68c3475b9345 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3cc86c8-8b32-4784-a89d-81c8dda2ba0a HTTP/1.1" status: 204 len: 168 time: 0.1860852 Oct 12 04:07:11.155321 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b7071-fd3a-4cf5-878d-68c3475b9345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cc86c8-8b32-4784-a89d-81c8dda2ba0a,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:11.193961 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f239442d-19aa-4857-abb4-c3d76c460810 req-8ac3981a-dce2-4bd0-8568-2d01aba009aa service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645002 Oct 12 04:07:11.228189 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1166449789-network', 'tenant_id': '7acbbb930cef4e0daaed55aba26fc074'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:11.254017 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Made reservation on behalf of 7acbbb930cef4e0daaed55aba26fc074 for: {'network': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:07:11.256809 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.266821 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.306452 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['0c880e7c-ca34-4e9b-a0cc-a0a094802507'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:07:11.312219 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['eab9f88d-1ff9-4805-a050-a44a0551a8e7'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:07:11.330184 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f239442d-19aa-4857-abb4-c3d76c460810 req-0edeb9a6-d0b9-4043-9c19-54eecd6a2373 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288185 Oct 12 04:07:11.378745 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b27442-3ddf-4077-8934-cb1806a59100 x-openstack-request-id: req-e6b27442-3ddf-4077-8934-cb1806a59100 {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:11.379057 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6f86b1-aa59-45b3-9c18-6c4968beb7e2", "name": "network-vif-plugged", "status": "completed", "tag": "8c252508-7345-4f8e-a06f-53ec3e18469c", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:11.379319 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6b27442-3ddf-4077-8934-cb1806a59100 {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:11.379807 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6f86b1-aa59-45b3-9c18-6c4968beb7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c252508-7345-4f8e-a06f-53ec3e18469c', 'code': 200} Oct 12 04:07:11.414464 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d938bc-e4d9-4123-87de-5f5c6af4610d req-1ff61baf-a19e-4571-abac-14f58f6815a2 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:11.420504 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-09d938bc-e4d9-4123-87de-5f5c6af4610d req-1ff61baf-a19e-4571-abac-14f58f6815a2 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 943 time: 0.0889878 Oct 12 04:07:11.477707 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.486975 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.514381 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdcc3f-47d0-4046-91af-8bdf6668e71f req-c8368c67-0e0d-4dca-a281-92f5e4a9446d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:11.516211 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-22fdcc3f-47d0-4046-91af-8bdf6668e71f req-c8368c67-0e0d-4dca-a281-92f5e4a9446d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0946648 Oct 12 04:07:11.523936 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:07:11.526556 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-09d938bc-e4d9-4123-87de-5f5c6af4610d req-92a7e28b-fb38-4afa-a034-035f32f202ec tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662496 Oct 12 04:07:11.539258 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:07:11.552391 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.552733 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.db.segments_db [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Added segment ecc7b4ff-8ad2-4d34-876d-3b6b4f306935 of type vlan for network ea456f76-fbb1-4fab-b497-351b2cebf650 Oct 12 04:07:11.626743 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785275f2-bff0-4b96-a162-b0d1334a9711,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:11.662846 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.694008 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.697033 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:11.697776 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.705253 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-22fdcc3f-47d0-4046-91af-8bdf6668e71f req-909ae430-1df7-496a-bb89-132665fbf449 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715329 Oct 12 04:07:11.762368 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f1743-5557-41ce-81f4-c3257cd90d71 req-34365a88-385e-4dbd-92f2-5f39945f52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:11.765404 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e56f1743-5557-41ce-81f4-c3257cd90d71 req-34365a88-385e-4dbd-92f2-5f39945f52b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 1098 time: 0.1494887 Oct 12 04:07:11.788343 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e56f1743-5557-41ce-81f4-c3257cd90d71 req-82786e83-cf07-44ac-85c2-5b59adf14682 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.924432 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0686769 Oct 12 04:07:11.930852 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38280) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:11.936802 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-eebc42a4-a9b0-4761-bbe9-f59dda99efbe admin admin] Request body: {'subnet': {'network_id': 'ea456f76-fbb1-4fab-b497-351b2cebf650', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1166449789-subnet', 'tenant_id': '7acbbb930cef4e0daaed55aba26fc074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:11.946016 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5742d-3f28-4f6f-81a9-bf6688ddd4ee admin admin] Pushing event updated for resources: {'Network': ['ID=ea456f76-fbb1-4fab-b497-351b2cebf650,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:11.958204 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network ea456f76-fbb1-4fab-b497-351b2cebf650 details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:07:11.968601 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebc42a4-a9b0-4761-bbe9-f59dda99efbe admin admin] Made reservation on behalf of 7acbbb930cef4e0daaed55aba26fc074 for: {'subnet': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:07:11.971563 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-eebc42a4-a9b0-4761-bbe9-f59dda99efbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:11.986810 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e5af6-30fc-4805-8a0c-0b9218f5bc0d req-bebc6614-7811-4fb3-825a-b5d50208dcc5 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:11.994366 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d94e5af6-30fc-4805-8a0c-0b9218f5bc0d req-bebc6614-7811-4fb3-825a-b5d50208dcc5 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 944 time: 0.1241155 Oct 12 04:07:12.026925 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddc46b-476b-4b9a-8350-c2a77c1a77c6 req-0757be94-1523-416b-96fd-9fdd8ff05e77 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:12.028139 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-48ddc46b-476b-4b9a-8350-c2a77c1a77c6 req-0757be94-1523-416b-96fd-9fdd8ff05e77 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 945 time: 0.1755507 Oct 12 04:07:12.056752 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e56f1743-5557-41ce-81f4-c3257cd90d71 req-82786e83-cf07-44ac-85c2-5b59adf14682 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:12.068974 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d94e5af6-30fc-4805-8a0c-0b9218f5bc0d req-0bff8a5c-f0e7-4767-91a8-fc88a76b6178 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724368 Oct 12 04:07:12.093689 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e56f1743-5557-41ce-81f4-c3257cd90d71 req-82786e83-cf07-44ac-85c2-5b59adf14682 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:12.139451 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82786e83-cf07-44ac-85c2-5b59adf14682 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=649f555d-c081-4458-9da5-099af21dafc9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:12.147337 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e56f1743-5557-41ce-81f4-c3257cd90d71 req-82786e83-cf07-44ac-85c2-5b59adf14682 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739877 Oct 12 04:07:12.161127 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-48ddc46b-476b-4b9a-8350-c2a77c1a77c6 req-1ec9e693-f7c3-435a-b5db-8d544fcbfcb2 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190832 Oct 12 04:07:12.165136 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-eebc42a4-a9b0-4761-bbe9-f59dda99efbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for subnet, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:12.218745 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc42a4-a9b0-4761-bbe9-f59dda99efbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed73ab6f-5c1f-490e-9a99-d1beb2a1d2cd,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:12.228852 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebc42a4-a9b0-4761-bbe9-f59dda99efbe admin admin] Checking segment: {'id': 'ecc7b4ff-8ad2-4d34-876d-3b6b4f306935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea456f76-fbb1-4fab-b497-351b2cebf650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:07:12.229233 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebc42a4-a9b0-4761-bbe9-f59dda99efbe admin admin] Network hostable DHCP agents. Network: ea456f76-fbb1-4fab-b497-351b2cebf650, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:07:12.245407 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebc42a4-a9b0-4761-bbe9-f59dda99efbe admin admin] Network ea456f76-fbb1-4fab-b497-351b2cebf650 is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:07:12.254085 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-eebc42a4-a9b0-4761-bbe9-f59dda99efbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, ea456f76-fbb1-4fab-b497-351b2cebf650) {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:07:12.258923 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebc42a4-a9b0-4761-bbe9-f59dda99efbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:12.259432 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-eebc42a4-a9b0-4761-bbe9-f59dda99efbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:12.263781 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724fcf6-2102-4478-9cfd-3207020d58ab None None] Network ea456f76-fbb1-4fab-b497-351b2cebf650 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:07:12.285045 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-eebc42a4-a9b0-4761-bbe9-f59dda99efbe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3529279 Oct 12 04:07:12.420677 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99a00d4-8dc7-49d1-a716-c6babce5addd None None] Network ea456f76-fbb1-4fab-b497-351b2cebf650 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:07:12.690963 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed7d69-b4f6-4dc0-b26c-1ba240e9c89a req-d927c942-e441-423b-bab6-6afe38e8b670 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:12.692274 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-03ed7d69-b4f6-4dc0-b26c-1ba240e9c89a req-d927c942-e441-423b-bab6-6afe38e8b670 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 943 time: 0.0833926 Oct 12 04:07:12.789214 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-03ed7d69-b4f6-4dc0-b26c-1ba240e9c89a req-2b149033-c7e3-4d85-8cb5-02acf6e69ccb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845139 Oct 12 04:07:12.882256 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef93017-5a73-4367-b0f6-fe91aecd48e1 req-e8e791ec-f2a7-4ae0-ba5b-5e2630236d42 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:12.883775 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fef93017-5a73-4367-b0f6-fe91aecd48e1 req-e8e791ec-f2a7-4ae0-ba5b-5e2630236d42 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0548768 Oct 12 04:07:12.938249 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fef93017-5a73-4367-b0f6-fe91aecd48e1 req-de8eec60-e64a-4062-843b-d353acd19549 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442910 Oct 12 04:07:13.040831 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38338) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:13.048670 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1350192366-network', 'tenant_id': '1932a240270645069b040ebe2e31148d'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:13.088587 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Made reservation on behalf of 1932a240270645069b040ebe2e31148d for: {'network': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:07:13.091283 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:13.101965 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:13.189528 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:13.194349 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:13.223533 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418d40-f529-42ab-aee3-5b9f8e8cc74b req-469a4ba8-7b34-4697-89ad-3085d4c7d09d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:13.227650 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:07:13.229565 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b355ce9-ae4a-4c4f-9aa2-6a280c75f990,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:13.233454 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d2418d40-f529-42ab-aee3-5b9f8e8cc74b req-469a4ba8-7b34-4697-89ad-3085d4c7d09d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 944 time: 0.0899708 Oct 12 04:07:13.239968 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:13.240281 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.db.segments_db [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Added segment f79434f1-e7bc-432d-a7ce-ffd11029d49a of type vlan for network ec2fbf12-1b34-46b4-8768-2a6f2e08c7ef Oct 12 04:07:13.287936 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:13.289908 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d2418d40-f529-42ab-aee3-5b9f8e8cc74b req-17693622-0573-4f04-96a8-9e6298e18e4d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550592 Oct 12 04:07:13.319871 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:13.320957 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:13.321451 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:13.347037 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ec594-8aec-4063-87a5-9d69314e59c3 req-d14a2b1c-759f-44eb-918a-612bf219d140 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:13.348412 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d80ec594-8aec-4063-87a5-9d69314e59c3 req-d14a2b1c-759f-44eb-918a-612bf219d140 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0650232 Oct 12 04:07:13.375379 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3328483 Oct 12 04:07:13.378157 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 38352) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:13.382976 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ab973f61-ed17-4dd0-ae61-52653f627726 admin admin] Request body: {'subnet': {'network_id': 'ec2fbf12-1b34-46b4-8768-2a6f2e08c7ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1350192366-subnet', 'tenant_id': '1932a240270645069b040ebe2e31148d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:13.386390 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543d6d5-301f-40da-9ca3-22daf0febcca admin admin] Pushing event updated for resources: {'Network': ['ID=ec2fbf12-1b34-46b4-8768-2a6f2e08c7ef,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:13.398394 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network ec2fbf12-1b34-46b4-8768-2a6f2e08c7ef details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:07:13.405573 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d80ec594-8aec-4063-87a5-9d69314e59c3 req-fa25c075-f4db-434f-8555-e1a343884f36 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505543 Oct 12 04:07:13.429550 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab973f61-ed17-4dd0-ae61-52653f627726 admin admin] Made reservation on behalf of 1932a240270645069b040ebe2e31148d for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:07:13.431840 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab973f61-ed17-4dd0-ae61-52653f627726 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:13.603728 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab973f61-ed17-4dd0-ae61-52653f627726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:13.655853 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab973f61-ed17-4dd0-ae61-52653f627726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860cfb87-e992-483d-8cab-7d4097527062,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:13.666385 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab973f61-ed17-4dd0-ae61-52653f627726 admin admin] Checking segment: {'id': 'f79434f1-e7bc-432d-a7ce-ffd11029d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ec2fbf12-1b34-46b4-8768-2a6f2e08c7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:07:13.666735 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab973f61-ed17-4dd0-ae61-52653f627726 admin admin] Network hostable DHCP agents. Network: ec2fbf12-1b34-46b4-8768-2a6f2e08c7ef, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:07:13.685069 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab973f61-ed17-4dd0-ae61-52653f627726 admin admin] Network ec2fbf12-1b34-46b4-8768-2a6f2e08c7ef is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:07:13.693798 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-ab973f61-ed17-4dd0-ae61-52653f627726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, ec2fbf12-1b34-46b4-8768-2a6f2e08c7ef) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:07:13.698649 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab973f61-ed17-4dd0-ae61-52653f627726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:13.699240 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab973f61-ed17-4dd0-ae61-52653f627726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:13.706552 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808c96fb-e794-45b2-85c2-81c78ec595d2 None None] Network ec2fbf12-1b34-46b4-8768-2a6f2e08c7ef requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:07:13.717676 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-ab973f61-ed17-4dd0-ae61-52653f627726 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3365095 Oct 12 04:07:13.853334 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be99c742-51b8-4d3b-9066-aa73049bca69 None None] Network ec2fbf12-1b34-46b4-8768-2a6f2e08c7ef requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:07:13.907460 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device e11e5bb1-cfda-4547-a4e6-e2e16e8b308e details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:07:13.909716 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device eab9f88d-1ff9-4805-a050-a44a0551a8e7 up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:07:13.953441 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0583629-1bf2-4d6d-9a77-66a64acd3309 req-e0788159-5625-41b1-b657-1204c6f6fca5 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:13.957782 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c0583629-1bf2-4d6d-9a77-66a64acd3309 req-e0788159-5625-41b1-b657-1204c6f6fca5 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 943 time: 0.0768440 Oct 12 04:07:14.017889 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c0583629-1bf2-4d6d-9a77-66a64acd3309 req-9016899b-9331-4e35-8715-3bb3aff5027c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487578 Oct 12 04:07:14.104418 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf71068-5a0e-4054-9632-f62445b81277 req-06a567cb-b651-4e75-a502-a8d4970a823e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:14.108255 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port eab9f88d-1ff9-4805-a050-a44a0551a8e7 completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:07:14.116328 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ccf71068-5a0e-4054-9632-f62445b81277 req-06a567cb-b651-4e75-a502-a8d4970a823e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0838246 Oct 12 04:07:14.132485 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port eab9f88d-1ff9-4805-a050-a44a0551a8e7 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:07:14.132847 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:14.196174 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ccf71068-5a0e-4054-9632-f62445b81277 req-25b68873-f08f-4653-8fdc-d1416a15a9d9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783257 Oct 12 04:07:14.206617 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:14.226167 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'port_id': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e', 'mac_address': 'fa:16:3e:8e:15:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:07:14.313300 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:14.316346 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:14.339530 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11e5bb1-cfda-4547-a4e6-e2e16e8b308e {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:07:14.395789 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d0e62e-9520-441b-b87d-a1883a6efd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab9f88d-1ff9-4805-a050-a44a0551a8e7'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:14.398072 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d25e633-9bcf-4b8d-ac93-c848f73e328e" -d '{"events": [{"server_uuid": "e6d0e62e-9520-441b-b87d-a1883a6efd66", "name": "network-vif-plugged", "status": "completed", "tag": "eab9f88d-1ff9-4805-a050-a44a0551a8e7"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:14.403715 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:14.414038 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:14.414703 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 3474824e-4f7b-4a89-bc74-581693926ecc details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:07:14.417428 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port eab9f88d-1ff9-4805-a050-a44a0551a8e7, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=eab9f88d-1ff9-4805-a050-a44a0551a8e7,segment=NetworkSegment(7167d3ae-f6b5-4c20-965e-d1a276c2fe9f),segment_id=7167d3ae-f6b5-4c20-965e-d1a276c2fe9f)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:14.426691 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:14.427678 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 0c880e7c-ca34-4e9b-a0cc-a0a094802507 up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:07:14.561942 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:14.585750 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dbc5a-3595-47fb-bd42-24801623720d req-167b2ac3-d706-4273-9f33-89a07d9f2d15 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:14.587324 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d25dbc5a-3595-47fb-bd42-24801623720d req-167b2ac3-d706-4273-9f33-89a07d9f2d15 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 944 time: 0.1801484 Oct 12 04:07:14.601980 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-3df4cde3-cd0d-41c9-b38a-10e5403ac321 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:14.611108 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-3df4cde3-cd0d-41c9-b38a-10e5403ac321 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/networks?id=ea456f76-fbb1-4fab-b497-351b2cebf650 HTTP/1.1" status: 200 len: 809 time: 0.2213092 Oct 12 04:07:14.635116 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-bee93a52-0416-4679-bdcd-4da934276135 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/quotas/7acbbb930cef4e0daaed55aba26fc074 HTTP/1.1" status: 200 len: 375 time: 0.0228100 Oct 12 04:07:14.644656 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=eab9f88d-1ff9-4805-a050-a44a0551a8e7,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:14.647397 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port 0c880e7c-ca34-4e9b-a0cc-a0a094802507 completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:07:14.654899 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 3474824e-4f7b-4a89-bc74-581693926ecc, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3474824e-4f7b-4a89-bc74-581693926ecc,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:14.662919 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 0c880e7c-ca34-4e9b-a0cc-a0a094802507 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:07:14.663277 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:14.679342 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-c15488e9-8928-42a2-ad92-e95619d2123c tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7acbbb930cef4e0daaed55aba26fc074&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435793 Oct 12 04:07:14.688931 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '3474824e-4f7b-4a89-bc74-581693926ecc', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'port_id': '3474824e-4f7b-4a89-bc74-581693926ecc', 'mac_address': 'fa:16:3e:43:b3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:07:14.725398 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d25dbc5a-3595-47fb-bd42-24801623720d req-f374cfd4-fe24-4475-b7e6-5fb9bfaee6e9 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121750 Oct 12 04:07:14.757124 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:14.798228 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f257f8-c6c4-47dc-a126-c57b960b4116 x-openstack-request-id: req-b6f257f8-c6c4-47dc-a126-c57b960b4116 {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:14.798587 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d0e62e-9520-441b-b87d-a1883a6efd66", "name": "network-vif-plugged", "status": "completed", "tag": "eab9f88d-1ff9-4805-a050-a44a0551a8e7", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:14.798979 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6f257f8-c6c4-47dc-a126-c57b960b4116 {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:14.799476 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d0e62e-9520-441b-b87d-a1883a6efd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab9f88d-1ff9-4805-a050-a44a0551a8e7', 'code': 200} Oct 12 04:07:14.803759 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3474824e-4f7b-4a89-bc74-581693926ecc {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:07:14.829829 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:14.835862 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-951954e3-c968-4094-b1e1-0f38be961117 service neutron] 10.222.0.31 "GET /v2.0/networks/ea456f76-fbb1-4fab-b497-351b2cebf650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421175 Oct 12 04:07:14.848708 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 3474824e-4f7b-4a89-bc74-581693926ecc, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3474824e-4f7b-4a89-bc74-581693926ecc,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:14.864616 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:14.878433 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 0c880e7c-ca34-4e9b-a0cc-a0a094802507, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=0c880e7c-ca34-4e9b-a0cc-a0a094802507,segment=NetworkSegment(7167d3ae-f6b5-4c20-965e-d1a276c2fe9f),segment_id=7167d3ae-f6b5-4c20-965e-d1a276c2fe9f)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:14.902075 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:14.931982 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=3474824e-4f7b-4a89-bc74-581693926ecc,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:14.986199 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=0c880e7c-ca34-4e9b-a0cc-a0a094802507,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:15.034176 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ca1d7-a124-46ad-bcd0-4b6530373e77 req-6cacee78-5d74-4248-a5e0-131390bb8788 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:15.035702 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-751ca1d7-a124-46ad-bcd0-4b6530373e77 req-6cacee78-5d74-4248-a5e0-131390bb8788 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 945 time: 0.1200116 Oct 12 04:07:15.038262 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-6261acac-2b09-4f52-b534-6c86497b372b service neutron] 10.222.0.31 "GET /v2.0/networks/ea456f76-fbb1-4fab-b497-351b2cebf650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810222 Oct 12 04:07:15.050609 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14e18e-1199-43a1-a7c1-d4c27f9220db req-60f08259-c23a-4fd8-ba6d-408dcc3056e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:15.052126 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ce14e18e-1199-43a1-a7c1-d4c27f9220db req-60f08259-c23a-4fd8-ba6d-408dcc3056e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 1098 time: 0.0870697 Oct 12 04:07:15.100775 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-751ca1d7-a124-46ad-bcd0-4b6530373e77 req-14080a31-5d6c-4c99-8635-70bf3604585b tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590680 Oct 12 04:07:15.114000 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ce14e18e-1199-43a1-a7c1-d4c27f9220db req-cad4598c-f008-49a0-b7e2-c1ec5b7e10d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528421 Oct 12 04:07:15.256976 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['3474824e-4f7b-4a89-bc74-581693926ecc'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:07:15.263821 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['e11e5bb1-cfda-4547-a4e6-e2e16e8b308e'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:07:15.269012 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca7f6-407c-4647-a071-502533adb03a req-2da2b0cd-e423-434e-840a-59ecd4989a0b tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:15.273542 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b3bca7f6-407c-4647-a071-502533adb03a req-2da2b0cd-e423-434e-840a-59ecd4989a0b tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 944 time: 0.0956345 Oct 12 04:07:15.299448 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5227ac0d-e07c-4e96-8988-700af8aca4dd req-60495b58-6ff4-4d83-97af-02bdd7ad54a3 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 210 time: 0.0672460 Oct 12 04:07:15.340196 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b3bca7f6-407c-4647-a071-502533adb03a req-dcca325e-3986-49fe-9d79-26f59cafcd21 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397556 Oct 12 04:07:15.509055 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd659aa-b9f8-4929-a8fa-e36639d1b7fa req-4f0c7280-e1fe-4a19-846e-b3fbd624fd48 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:15.517849 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bfd659aa-b9f8-4929-a8fa-e36639d1b7fa req-4f0c7280-e1fe-4a19-846e-b3fbd624fd48 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 944 time: 0.0952842 Oct 12 04:07:15.606002 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bfd659aa-b9f8-4929-a8fa-e36639d1b7fa req-ad3d687e-6da8-4f6c-92d6-d37008f93413 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812354 Oct 12 04:07:15.881962 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a41a7-7d4c-4bc8-a687-388eae88779c req-eda63461-c69f-43be-878c-39751955c5e7 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:15.885537 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-795a41a7-7d4c-4bc8-a687-388eae88779c req-eda63461-c69f-43be-878c-39751955c5e7 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0687013 Oct 12 04:07:15.944690 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-795a41a7-7d4c-4bc8-a687-388eae88779c req-098ace01-e756-4c20-89b6-c48f9ac32050 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507343 Oct 12 04:07:16.406200 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2ae2652c-9939-4014-9021-cadf84eedcb1 req-b9ea5f06-e162-409b-a794-b95c25fdd697 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 210 time: 0.0315180 Oct 12 04:07:16.491507 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2ff22-96a7-4fbe-a454-1baaad8051df req-2482a91b-32c4-4d24-a61c-e58d09f413f6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:16.493051 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2cd2ff22-96a7-4fbe-a454-1baaad8051df req-2482a91b-32c4-4d24-a61c-e58d09f413f6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 944 time: 0.0512068 Oct 12 04:07:16.532638 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2cd2ff22-96a7-4fbe-a454-1baaad8051df req-33ae03f8-2671-4bec-ae7e-c7ea7ad7da11 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327663 Oct 12 04:07:16.748643 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-33f06893-e128-4759-9583-903ce340a3ff tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:16.750166 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-33f06893-e128-4759-9583-903ce340a3ff tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.41 "GET /v2.0/networks?id=ea456f76-fbb1-4fab-b497-351b2cebf650 HTTP/1.1" status: 200 len: 809 time: 0.1426144 Oct 12 04:07:16.757687 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd1a8b-a001-40bc-8fb4-1df5f504a62d req-12c9bd7a-095b-4987-b064-6dd24b9c6836 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:16.759091 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6dbd1a8b-a001-40bc-8fb4-1df5f504a62d req-12c9bd7a-095b-4987-b064-6dd24b9c6836 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 944 time: 0.0829983 Oct 12 04:07:16.764399 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-fc0923a3-00e8-41ee-9b23-25bb757202fe tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Request body: {'port': {'device_id': '18d9288e-8679-4578-b404-854c1e5688be', 'network_id': 'ea456f76-fbb1-4fab-b497-351b2cebf650', 'admin_state_up': True, 'tenant_id': '7acbbb930cef4e0daaed55aba26fc074'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:16.800977 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8388f2-077c-4995-91c2-3b9227275987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c880e7c-ca34-4e9b-a0cc-a0a094802507'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:16.805319 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7f71b1-8fb8-4585-9b88-448993fc6059" -d '{"events": [{"server_uuid": "0e8388f2-077c-4995-91c2-3b9227275987", "name": "network-vif-plugged", "status": "completed", "tag": "0c880e7c-ca34-4e9b-a0cc-a0a094802507"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:16.884417 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6dbd1a8b-a001-40bc-8fb4-1df5f504a62d req-de07f390-9ffd-4cf8-bd2c-7182a8051edc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650232 Oct 12 04:07:16.916032 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-fc0923a3-00e8-41ee-9b23-25bb757202fe tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Made reservation on behalf of 7acbbb930cef4e0daaed55aba26fc074 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:07:16.921235 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-fc0923a3-00e8-41ee-9b23-25bb757202fe tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:16.960357 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10b5976-5ce4-49e2-822d-218e5c80d1f2 x-openstack-request-id: req-c10b5976-5ce4-49e2-822d-218e5c80d1f2 {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:16.960639 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8388f2-077c-4995-91c2-3b9227275987", "name": "network-vif-plugged", "status": "completed", "tag": "0c880e7c-ca34-4e9b-a0cc-a0a094802507", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:16.962426 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c10b5976-5ce4-49e2-822d-218e5c80d1f2 {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:16.962426 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8388f2-077c-4995-91c2-3b9227275987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c880e7c-ca34-4e9b-a0cc-a0a094802507', 'code': 200} Oct 12 04:07:17.305736 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38574) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:17.369747 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-fc0923a3-00e8-41ee-9b23-25bb757202fe tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Allocated IP 172.20.0.13 (ea456f76-fbb1-4fab-b497-351b2cebf650/ed73ab6f-5c1f-490e-9a99-d1beb2a1d2cd/b76d8e1b-2708-46d7-a18a-48eeb4201981) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:07:17.397594 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d2643-a7ec-4bea-9c6a-a84675e7f687 req-57c4df19-fd36-46f6-a512-ef489d1685fa tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:17.399334 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fd5d2643-a7ec-4bea-9c6a-a84675e7f687 req-57c4df19-fd36-46f6-a512-ef489d1685fa tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.3767419 Oct 12 04:07:17.433255 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ad2cc-5cdc-4944-b600-f5e2d1722018 req-872efa57-dd77-430c-8511-f460a82629b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:17.435702 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-123ad2cc-5cdc-4944-b600-f5e2d1722018 req-872efa57-dd77-430c-8511-f460a82629b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 1098 time: 0.1597059 Oct 12 04:07:17.463041 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-68a5cbc0-9df4-40f5-b0a7-f6d238ff3894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:17.495951 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fd5d2643-a7ec-4bea-9c6a-a84675e7f687 req-ce88cbc3-c7b1-40c5-a642-a94d307525f5 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858364 Oct 12 04:07:17.562237 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-562ffa9c-bf18-4407-a3fa-5e57a8f932ce req-31346fee-85d4-4f55-a5ca-8b6efc006923 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 210 time: 0.0622742 Oct 12 04:07:17.611881 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-123ad2cc-5cdc-4944-b600-f5e2d1722018 req-68f26d13-f1a5-4adb-b3cc-129a12b1bd98 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457186 Oct 12 04:07:17.659805 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-68a5cbc0-9df4-40f5-b0a7-f6d238ff3894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:17.668407 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-68a5cbc0-9df4-40f5-b0a7-f6d238ff3894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:17.707491 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 38598) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:17.722427 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5cbc0-9df4-40f5-b0a7-f6d238ff3894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2132a62-37ca-482c-94c8-1fb044d9485e,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:17.749710 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-68a5cbc0-9df4-40f5-b0a7-f6d238ff3894 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6e3809f80ca4bb3b604d715f4dcefd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422646 Oct 12 04:07:17.753337 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38602) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:17.759976 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-fc0923a3-00e8-41ee-9b23-25bb757202fe tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:17.772964 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4927b-3a41-4441-8434-2ff76d50e3e4 req-b0817cc4-32be-40ff-aa3c-38eb4934e98c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:17.775309 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ffb4927b-3a41-4441-8434-2ff76d50e3e4 req-b0817cc4-32be-40ff-aa3c-38eb4934e98c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 944 time: 0.1131368 Oct 12 04:07:17.847536 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-07e9dc96-e315-4123-b1d4-4e927cd75172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:17.862548 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ffb4927b-3a41-4441-8434-2ff76d50e3e4 req-ef618bf7-a2e1-4a3d-a264-f8c9a32f8e8e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714619 Oct 12 04:07:17.864647 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-fc0923a3-00e8-41ee-9b23-25bb757202fe tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:17.885820 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-07e9dc96-e315-4123-b1d4-4e927cd75172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:17.925570 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device e11e5bb1-cfda-4547-a4e6-e2e16e8b308e up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:07:17.955963 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-07e9dc96-e315-4123-b1d4-4e927cd75172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:17.959989 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-fc0923a3-00e8-41ee-9b23-25bb757202fe tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Network ea456f76-fbb1-4fab-b497-351b2cebf650 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:07:17.962309 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-07e9dc96-e315-4123-b1d4-4e927cd75172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:17.963976 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-07e9dc96-e315-4123-b1d4-4e927cd75172 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2132a62-37ca-482c-94c8-1fb044d9485e HTTP/1.1" status: 204 len: 168 time: 0.2087171 Oct 12 04:07:17.967985 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-327ff072-5765-47cc-9f2e-8f56db089261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:17.978734 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-fc0923a3-00e8-41ee-9b23-25bb757202fe tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:07:17.984498 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-fc0923a3-00e8-41ee-9b23-25bb757202fe tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:07:17.990196 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-fc0923a3-00e8-41ee-9b23-25bb757202fe tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:17.990842 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-fc0923a3-00e8-41ee-9b23-25bb757202fe tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:17.997433 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9dc96-e315-4123-b1d4-4e927cd75172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2132a62-37ca-482c-94c8-1fb044d9485e,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:17.998235 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0923a3-00e8-41ee-9b23-25bb757202fe tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Pushing event updated for resources: {'Port': ['ID=b76d8e1b-2708-46d7-a18a-48eeb4201981,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:18.035108 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:07:18.040436 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:07:18.040815 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.043075 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-fc0923a3-00e8-41ee-9b23-25bb757202fe tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2827892 Oct 12 04:07:18.057415 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Request body: {'port': {'device_id': '18d9288e-8679-4578-b404-854c1e5688be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:18.127198 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e25cf-9b4f-450d-904b-7182fe917e2b req-42fa870a-b26c-40d3-a3d3-5c77f3bd123a tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:18.128719 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f34e25cf-9b4f-450d-904b-7182fe917e2b req-42fa870a-b26c-40d3-a3d3-5c77f3bd123a tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 944 time: 0.1322632 Oct 12 04:07:18.151378 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.180290 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.191964 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:18.196461 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.197322 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 3474824e-4f7b-4a89-bc74-581693926ecc up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:07:18.224450 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-327ff072-5765-47cc-9f2e-8f56db089261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.246710 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f34e25cf-9b4f-450d-904b-7182fe917e2b req-74d31cc5-728a-4ae3-8321-a9a885276df0 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997293 Oct 12 04:07:18.249780 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-327ff072-5765-47cc-9f2e-8f56db089261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.319314 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38616) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:18.319831 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-327ff072-5765-47cc-9f2e-8f56db089261 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65e361b24c854e79b5e56537dadd6f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6110237 Oct 12 04:07:18.320200 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 38618) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:18.330227 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ff072-5765-47cc-9f2e-8f56db089261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a97049-8d74-4374-97ec-b0003a0b0fa8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:18.385020 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0a09cc7-3d82-45e3-8ae3-e8454c8f174a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.390619 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f5b3e221-b595-464c-8396-c8d5604c03c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.391653 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:18.407989 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port 3474824e-4f7b-4a89-bc74-581693926ecc completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:07:18.413000 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 3474824e-4f7b-4a89-bc74-581693926ecc triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:07:18.413401 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.421947 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f5b3e221-b595-464c-8396-c8d5604c03c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.480662 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f5b3e221-b595-464c-8396-c8d5604c03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.485512 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f5b3e221-b595-464c-8396-c8d5604c03c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.486747 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-f5b3e221-b595-464c-8396-c8d5604c03c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1a97049-8d74-4374-97ec-b0003a0b0fa8 HTTP/1.1" status: 204 len: 168 time: 0.1654382 Oct 12 04:07:18.497895 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3e221-b595-464c-8396-c8d5604c03c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a97049-8d74-4374-97ec-b0003a0b0fa8,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:18.499874 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.558285 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 3474824e-4f7b-4a89-bc74-581693926ecc, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3474824e-4f7b-4a89-bc74-581693926ecc,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:18.564000 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.624795 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0a09cc7-3d82-45e3-8ae3-e8454c8f174a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.630694 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=3474824e-4f7b-4a89-bc74-581693926ecc,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:18.644674 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0a09cc7-3d82-45e3-8ae3-e8454c8f174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.757291 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-e0a09cc7-3d82-45e3-8ae3-e8454c8f174a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c90adba2d32144af962b9c0fec3a6abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317367 Oct 12 04:07:18.758908 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38628) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:18.760398 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76d8e1b-2708-46d7-a18a-48eeb4201981 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:07:18.782985 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.790185 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a09cc7-3d82-45e3-8ae3-e8454c8f174a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecf9e51-fe5f-4a97-8ec9-fe1bc862333f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:18.809570 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847cba5-0087-472e-9172-350f5c8cbd74 req-3f09a32e-5333-4ee0-91b5-9eba145b9fd3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:18.811131 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0847cba5-0087-472e-9172-350f5c8cbd74 req-3f09a32e-5333-4ee0-91b5-9eba145b9fd3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.1945376 Oct 12 04:07:18.816947 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-23fe6689-7e9e-448f-954d-0b9605243c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.823322 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Transition to ACTIVE for port object b76d8e1b-2708-46d7-a18a-48eeb4201981 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:07:18.834703 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf6252-bbcb-41cf-be1f-368190d4cab1 req-f0fe02eb-1c78-4d20-8ec1-bddb07258110 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:18.836849 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-51bf6252-bbcb-41cf-be1f-368190d4cab1 req-f0fe02eb-1c78-4d20-8ec1-bddb07258110 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 932 time: 0.1946414 Oct 12 04:07:18.843872 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-23fe6689-7e9e-448f-954d-0b9605243c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.844163 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.897096 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-23fe6689-7e9e-448f-954d-0b9605243c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.905614 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-23fe6689-7e9e-448f-954d-0b9605243c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.913378 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-23fe6689-7e9e-448f-954d-0b9605243c16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aecf9e51-fe5f-4a97-8ec9-fe1bc862333f HTTP/1.1" status: 204 len: 168 time: 0.1529298 Oct 12 04:07:18.913696 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 38632) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:18.922020 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe6689-7e9e-448f-954d-0b9605243c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecf9e51-fe5f-4a97-8ec9-fe1bc862333f,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:18.950578 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0847cba5-0087-472e-9172-350f5c8cbd74 req-122790f6-f791-4bca-bf69-de03ef1e6541 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307025 Oct 12 04:07:18.963659 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bb1c32-04a4-4527-8f4f-098d5e766a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e'}, {'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:18.966587 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f609e8-8012-4b97-ad1e-120490553249" -d '{"events": [{"server_uuid": "b1bb1c32-04a4-4527-8f4f-098d5e766a90", "name": "network-vif-plugged", "status": "completed", "tag": "e11e5bb1-cfda-4547-a4e6-e2e16e8b308e"}, {"server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "name": "network-vif-plugged", "status": "completed", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:18.983147 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-da5b79fa-6a54-40c1-83a4-575204d76de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:18.988585 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-51bf6252-bbcb-41cf-be1f-368190d4cab1 req-41e307c9-bd65-4baf-83c5-c0fd7282068a tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411111 Oct 12 04:07:18.999260 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Pushing event updated for resources: {'Port': ['ID=b76d8e1b-2708-46d7-a18a-48eeb4201981,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:19.016014 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Attempting to bind port b76d8e1b-2708-46d7-a18a-48eeb4201981 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:07:19.016344 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Attempting to bind port b76d8e1b-2708-46d7-a18a-48eeb4201981 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': 'ecc7b4ff-8ad2-4d34-876d-3b6b4f306935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea456f76-fbb1-4fab-b497-351b2cebf650'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:07:19.016665 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Attempting to bind port b76d8e1b-2708-46d7-a18a-48eeb4201981 on network ea456f76-fbb1-4fab-b497-351b2cebf650 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:07:19.026316 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Port b76d8e1b-2708-46d7-a18a-48eeb4201981 on network ea456f76-fbb1-4fab-b497-351b2cebf650 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:07:19.026635 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Attempting to bind port b76d8e1b-2708-46d7-a18a-48eeb4201981 on network ea456f76-fbb1-4fab-b497-351b2cebf650 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:07:19.074394 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:07:19.075636 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Checking segment: {'id': 'ecc7b4ff-8ad2-4d34-876d-3b6b4f306935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea456f76-fbb1-4fab-b497-351b2cebf650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:07:19.075752 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Bound using segment: {'id': 'ecc7b4ff-8ad2-4d34-876d-3b6b4f306935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea456f76-fbb1-4fab-b497-351b2cebf650'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:07:19.076159 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Bound port: b76d8e1b-2708-46d7-a18a-48eeb4201981, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc7b4ff-8ad2-4d34-876d-3b6b4f306935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea456f76-fbb1-4fab-b497-351b2cebf650'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:07:19.076506 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:19.091950 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9a48cc-05bd-4df6-8ce2-90c41875f07f x-openstack-request-id: req-ec9a48cc-05bd-4df6-8ce2-90c41875f07f {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:19.092458 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bb1c32-04a4-4527-8f4f-098d5e766a90", "name": "network-vif-plugged", "status": "completed", "tag": "e11e5bb1-cfda-4547-a4e6-e2e16e8b308e", "code": 200}, {"server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "name": "network-vif-plugged", "status": "completed", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:19.093733 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec9a48cc-05bd-4df6-8ce2-90c41875f07f {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:19.094316 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bb1c32-04a4-4527-8f4f-098d5e766a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e', 'code': 200} Oct 12 04:07:19.094720 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc', 'code': 200} Oct 12 04:07:19.191179 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b3b4d-34b5-4c57-9ba2-b4e733689114 req-7a4c8827-1387-41b2-aecf-d90605017b91 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:19.192746 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f16b3b4d-34b5-4c57-9ba2-b4e733689114 req-7a4c8827-1387-41b2-aecf-d90605017b91 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.1439066 Oct 12 04:07:19.231625 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] For port b76d8e1b-2708-46d7-a18a-48eeb4201981, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:07:19.259620 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-da5b79fa-6a54-40c1-83a4-575204d76de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:19.261601 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] For port b76d8e1b-2708-46d7-a18a-48eeb4201981, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=b76d8e1b-2708-46d7-a18a-48eeb4201981,segment=NetworkSegment(ecc7b4ff-8ad2-4d34-876d-3b6b4f306935),segment_id=ecc7b4ff-8ad2-4d34-876d-3b6b4f306935)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:07:19.264806 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-da5b79fa-6a54-40c1-83a4-575204d76de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:19.285930 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:19.308496 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f16b3b4d-34b5-4c57-9ba2-b4e733689114 req-48a303ca-1d19-4a0a-af60-92858f726742 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052139 Oct 12 04:07:19.356734 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:19.357389 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:19.358736 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] 10.222.0.41 "PUT /v2.0/ports/b76d8e1b-2708-46d7-a18a-48eeb4201981 HTTP/1.1" status: 200 len: 1094 time: 1.3060131 Oct 12 04:07:19.359277 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d9288e-8679-4578-b404-854c1e5688be', 'tag': 'b76d8e1b-2708-46d7-a18a-48eeb4201981'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:19.361564 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7336654d-c7a0-4de1-8783-a2dede95a7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "18d9288e-8679-4578-b404-854c1e5688be", "tag": "b76d8e1b-2708-46d7-a18a-48eeb4201981"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:19.364107 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b79fa-6a54-40c1-83a4-575204d76de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b531bf3b-cdf7-4f8c-8a3d-3fb5117283df,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:19.379002 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-da5b79fa-6a54-40c1-83a4-575204d76de1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44803dd2854a4b0f87fa7e871648765a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586689 Oct 12 04:07:19.379689 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38656) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:19.426829 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e894264-a139-4a71-b488-00939d1f83bd service neutron] Pushing event updated for resources: {'Port': ['ID=b76d8e1b-2708-46d7-a18a-48eeb4201981,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:19.513170 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e76f44d2-b5f8-42bc-9489-7fe61218e618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:19.539616 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afce0150-faa1-40ee-9eff-3daa41001518 x-openstack-request-id: req-afce0150-faa1-40ee-9eff-3daa41001518 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:19.540440 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d9288e-8679-4578-b404-854c1e5688be", "tag": "b76d8e1b-2708-46d7-a18a-48eeb4201981", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:19.541482 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afce0150-faa1-40ee-9eff-3daa41001518 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:19.542801 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d9288e-8679-4578-b404-854c1e5688be', 'tag': 'b76d8e1b-2708-46d7-a18a-48eeb4201981', 'status': 'completed', 'code': 200} Oct 12 04:07:19.554165 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e76f44d2-b5f8-42bc-9489-7fe61218e618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:19.592321 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d45ce1-1d12-402e-b76d-bdf75e81eb2d req-b2e765a2-09e0-4958-80b9-585694c5c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:19.593945 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-47d45ce1-1d12-402e-b76d-bdf75e81eb2d req-b2e765a2-09e0-4958-80b9-585694c5c8c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 1098 time: 0.2225223 Oct 12 04:07:19.626052 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e76f44d2-b5f8-42bc-9489-7fe61218e618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:19.628722 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e76f44d2-b5f8-42bc-9489-7fe61218e618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:19.629893 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-e76f44d2-b5f8-42bc-9489-7fe61218e618 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b531bf3b-cdf7-4f8c-8a3d-3fb5117283df HTTP/1.1" status: 204 len: 168 time: 0.2480314 Oct 12 04:07:19.643151 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f44d2-b5f8-42bc-9489-7fe61218e618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b531bf3b-cdf7-4f8c-8a3d-3fb5117283df,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:19.683634 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d663db-6217-45a5-97fe-8eccc7dcbe98 req-51c137f9-668f-481c-8be2-5ee627aefe9b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:19.685924 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d7d663db-6217-45a5-97fe-8eccc7dcbe98 req-51c137f9-668f-481c-8be2-5ee627aefe9b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.2702820 Oct 12 04:07:19.708789 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336654d-c7a0-4de1-8783-a2dede95a7eb req-62c330f8-cd29-42c4-be7f-4033c65e2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:19.710696 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7336654d-c7a0-4de1-8783-a2dede95a7eb req-62c330f8-cd29-42c4-be7f-4033c65e2333 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7acbbb930cef4e0daaed55aba26fc074&device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 1097 time: 0.1617463 Oct 12 04:07:19.742852 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-47d45ce1-1d12-402e-b76d-bdf75e81eb2d req-d7bf2c47-0f66-4d54-86c5-f0ec2c502635 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325021 Oct 12 04:07:19.836253 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a85801-6388-4bf9-b810-3e22b4c0288e req-77eb397e-7603-4cac-8d84-8b19cb971426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:19.837781 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d5a85801-6388-4bf9-b810-3e22b4c0288e req-77eb397e-7603-4cac-8d84-8b19cb971426 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 1098 time: 0.2426410 Oct 12 04:07:19.857780 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d7d663db-6217-45a5-97fe-8eccc7dcbe98 req-ec9f9c60-f933-42c7-9eab-bf2c09a5fc70 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563127 Oct 12 04:07:19.988241 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38692) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:19.990231 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336654d-c7a0-4de1-8783-a2dede95a7eb req-ff4d2d50-7704-41be-9293-e534b58ae16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:19.991859 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7336654d-c7a0-4de1-8783-a2dede95a7eb req-ff4d2d50-7704-41be-9293-e534b58ae16c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7acbbb930cef4e0daaed55aba26fc074&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2686093 Oct 12 04:07:20.003243 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e66d-77a9-426b-a6f2-be36a312fb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:20.008029 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8a891-28b4-4f70-ae2e-ee097e57238b req-c365b098-f388-4d31-a0b4-ce55afabf571 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:20.019135 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aba8a891-28b4-4f70-ae2e-ee097e57238b req-c365b098-f388-4d31-a0b4-ce55afabf571 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 945 time: 0.1132689 Oct 12 04:07:20.100293 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e66d-77a9-426b-a6f2-be36a312fb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:20.103588 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e66d-77a9-426b-a6f2-be36a312fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:20.149482 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-d2c4e66d-77a9-426b-a6f2-be36a312fb40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c7108ebaf4a4974b2799aa336813a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577919 Oct 12 04:07:20.149482 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4e66d-77a9-426b-a6f2-be36a312fb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2afa17-a11c-4fc4-9a48-12006c0dc7c3,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:20.150315 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38698) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:20.192511 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aba8a891-28b4-4f70-ae2e-ee097e57238b req-0ed44780-474b-4ed6-b71d-0b92f5a50cf1 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725109 Oct 12 04:07:20.201949 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-deb61430-b9d9-46f2-9e1b-490800ac6cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:20.233977 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-deb61430-b9d9-46f2-9e1b-490800ac6cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:20.253589 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d5a85801-6388-4bf9-b810-3e22b4c0288e req-390df308-2406-473b-bfa3-88cd0e233b33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891873 Oct 12 04:07:20.260833 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3b62d-9136-491d-84e6-c1e23a595420 req-6a20822f-3df9-4bb0-82af-326283dd01c5 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:20.262833 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fb3b62d-9136-491d-84e6-c1e23a595420 req-6a20822f-3df9-4bb0-82af-326283dd01c5 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.2337713 Oct 12 04:07:20.301046 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-deb61430-b9d9-46f2-9e1b-490800ac6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:20.304366 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-deb61430-b9d9-46f2-9e1b-490800ac6cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:20.308044 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-deb61430-b9d9-46f2-9e1b-490800ac6cf0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be2afa17-a11c-4fc4-9a48-12006c0dc7c3 HTTP/1.1" status: 204 len: 168 time: 0.1544375 Oct 12 04:07:20.314610 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb61430-b9d9-46f2-9e1b-490800ac6cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2afa17-a11c-4fc4-9a48-12006c0dc7c3,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:20.511305 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336654d-c7a0-4de1-8783-a2dede95a7eb req-be092288-1e65-41e6-bef4-088fbad1551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:20.513209 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7336654d-c7a0-4de1-8783-a2dede95a7eb req-be092288-1e65-41e6-bef4-088fbad1551b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4476309 Oct 12 04:07:20.528366 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fb3b62d-9136-491d-84e6-c1e23a595420 req-470769c4-4d1b-4568-bb5f-b058e067ab0e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580750 Oct 12 04:07:20.542806 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b7c38-36a1-4b73-89ba-efa343fb3b18 req-fb982dd8-9c2f-4e97-af26-7c1c266f6c0c tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:20.545161 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f77b7c38-36a1-4b73-89ba-efa343fb3b18 req-fb982dd8-9c2f-4e97-af26-7c1c266f6c0c tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 944 time: 0.2753141 Oct 12 04:07:20.592542 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f77b7c38-36a1-4b73-89ba-efa343fb3b18 req-a2377fd5-2aa1-4636-833c-2637ce0ee5e9 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382333 Oct 12 04:07:20.636435 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-77a3f927-7947-4b95-bb49-33cf9b86bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:20.638837 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-77a3f927-7947-4b95-bb49-33cf9b86bcd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7acbbb930cef4e0daaed55aba26fc074&device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 1097 time: 0.0453546 Oct 12 04:07:20.732943 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-a7db1dff-a24a-4364-b03f-a2069ae5661a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76d8e1b-2708-46d7-a18a-48eeb4201981 HTTP/1.1" status: 200 len: 217 time: 0.0787735 Oct 12 04:07:20.824996 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e0d91-9a16-4ad0-b8a0-0da507791a5c req-6bf0b434-df3b-4ca7-a2fb-3ecaa837c6a6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:20.826123 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e15e0d91-9a16-4ad0-b8a0-0da507791a5c req-6bf0b434-df3b-4ca7-a2fb-3ecaa837c6a6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.1133051 Oct 12 04:07:20.830023 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-0ee5b2d8-e767-4a50-bb82-7cb6a18748f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:20.831388 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-0ee5b2d8-e767-4a50-bb82-7cb6a18748f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed73ab6f-5c1f-490e-9a99-d1beb2a1d2cd HTTP/1.1" status: 200 len: 849 time: 0.0701272 Oct 12 04:07:20.901081 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-f318deb8-1d2d-4cf1-8995-d805a22a7535 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea456f76-fbb1-4fab-b497-351b2cebf650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529668 Oct 12 04:07:20.919788 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e15e0d91-9a16-4ad0-b8a0-0da507791a5c req-f76bf775-79e2-45ab-b0ea-5270d5e5b9f4 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818796 Oct 12 04:07:21.157802 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6a3b6-fba4-40ef-aff4-528b8bfe3ee0 req-a44bfb9e-455e-4ade-b441-a32c0352bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:21.159405 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e0a6a3b6-fba4-40ef-aff4-528b8bfe3ee0 req-a44bfb9e-455e-4ade-b441-a32c0352bee5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 1098 time: 0.1585195 Oct 12 04:07:21.165980 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-097e334f-d842-4c0a-976f-0ac534541d4c service neutron] 10.222.0.41 "GET /v2.0/networks/ea456f76-fbb1-4fab-b497-351b2cebf650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191746 Oct 12 04:07:21.174369 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb1ee6-10fb-41fa-b22b-da58be354cad req-e4a27480-bedc-4d47-baf4-6e7f3dd2ab89 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:21.175818 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9afb1ee6-10fb-41fa-b22b-da58be354cad req-e4a27480-bedc-4d47-baf4-6e7f3dd2ab89 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.1733224 Oct 12 04:07:21.202549 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c1c6-af4a-4fe2-bc98-2030a8d5982d req-d2001422-b552-4f6a-adc5-7008cf76daa3 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:21.204396 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f199c1c6-af4a-4fe2-bc98-2030a8d5982d req-d2001422-b552-4f6a-adc5-7008cf76daa3 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.1825740 Oct 12 04:07:21.367155 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9afb1ee6-10fb-41fa-b22b-da58be354cad req-3ebe1435-afa1-45c3-873d-2fcd7f167db3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738017 Oct 12 04:07:21.386264 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f199c1c6-af4a-4fe2-bc98-2030a8d5982d req-cf1d389e-94cc-4554-8a7d-9daef65ae461 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591430 Oct 12 04:07:21.411456 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6a3b6-fba4-40ef-aff4-528b8bfe3ee0 req-9d18386e-0543-4eda-8ab9-cd5cb5e0825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:21.412977 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e0a6a3b6-fba4-40ef-aff4-528b8bfe3ee0 req-9d18386e-0543-4eda-8ab9-cd5cb5e0825c service neutron] 10.222.0.41 "GET /v2.0/networks?id=142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 200 len: 920 time: 0.2352142 Oct 12 04:07:21.428781 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5a10790e-55cc-446a-a4fb-9957fb320ce3 req-ab6eb6cc-a00f-475c-88d4-2c5634be3d39 service neutron] 10.222.0.41 "GET /v2.0/networks/ea456f76-fbb1-4fab-b497-351b2cebf650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517030 Oct 12 04:07:21.488290 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e0a6a3b6-fba4-40ef-aff4-528b8bfe3ee0 req-534281b4-926f-43fa-b1cd-ed6209d39dac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c880e7c-ca34-4e9b-a0cc-a0a094802507 HTTP/1.1" status: 200 len: 217 time: 0.0454168 Oct 12 04:07:21.571482 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b1366-d9b1-4165-a03c-a158d288f6ad req-8de23a0f-5d14-4fbb-afb6-7cd303e2980d tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:21.572966 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ff5b1366-d9b1-4165-a03c-a158d288f6ad req-8de23a0f-5d14-4fbb-afb6-7cd303e2980d tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0873356 Oct 12 04:07:21.575000 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6a3b6-fba4-40ef-aff4-528b8bfe3ee0 req-40754dc6-3203-429c-8128-57cdcce0873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:21.576288 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e0a6a3b6-fba4-40ef-aff4-528b8bfe3ee0 req-40754dc6-3203-429c-8128-57cdcce0873d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833b4e19-9647-4dd2-8560-05a1e33b097d HTTP/1.1" status: 200 len: 859 time: 0.0804935 Oct 12 04:07:21.615501 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e0a6a3b6-fba4-40ef-aff4-528b8bfe3ee0 req-53e6e4bc-3a0f-48c3-9fa5-de0a6484cb9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=142d406d-e454-45b8-b5f0-7750b0d1ef9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303078 Oct 12 04:07:21.633001 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ff5b1366-d9b1-4165-a03c-a158d288f6ad req-7148024e-23a1-4e2c-80d9-54ec4e030e5b tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534906 Oct 12 04:07:21.762604 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a19ede-91da-4310-90a0-e2c050b02439 req-0f71d607-4618-4cff-a5c0-15ea15ba0da0 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:21.764103 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-11a19ede-91da-4310-90a0-e2c050b02439 req-0f71d607-4618-4cff-a5c0-15ea15ba0da0 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 944 time: 0.0757267 Oct 12 04:07:21.793538 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e0a6a3b6-fba4-40ef-aff4-528b8bfe3ee0 req-8c9dcabb-b579-473d-a06e-c2aa96e955d5 service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595671 Oct 12 04:07:21.814368 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-11a19ede-91da-4310-90a0-e2c050b02439 req-2c698d4c-20bf-4283-8e8f-ca84b86b7bca tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Oct 12 04:07:21.925990 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e0a6a3b6-fba4-40ef-aff4-528b8bfe3ee0 req-4a5d2778-3c3d-4e78-b243-7034402f766a service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148386 Oct 12 04:07:22.078945 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583e825-fa04-48c4-9359-cfba5f930e39 req-93b906fd-76e4-45cd-a79d-31e2f8fd2832 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:22.086581 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8583e825-fa04-48c4-9359-cfba5f930e39 req-93b906fd-76e4-45cd-a79d-31e2f8fd2832 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0682173 Oct 12 04:07:22.132216 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8583e825-fa04-48c4-9359-cfba5f930e39 req-05d774c3-0ef7-4303-8967-1aa781a66269 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445938 Oct 12 04:07:22.269416 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540e872-0d60-4bdf-a96e-638b23634399 req-d6ba5b17-7217-4f62-9f76-a8d0b7110853 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:22.275184 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1540e872-0d60-4bdf-a96e-638b23634399 req-d6ba5b17-7217-4f62-9f76-a8d0b7110853 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0685744 Oct 12 04:07:22.281558 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 38832) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:22.291342 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-bb10cda8-eaec-4708-9006-5376ef30f137 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Request body: {'floatingip': {'port_id': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:22.401475 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb10cda8-eaec-4708-9006-5376ef30f137 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:22.418735 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38844) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:22.553770 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e7165332-7bcb-4799-9da9-c5707487aab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:22.615487 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c11d7e-8319-42e8-b8e1-9ce038e13623 req-8e4ca031-ec96-48e7-8803-ae781effa5c6 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:22.617086 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a5c11d7e-8319-42e8-b8e1-9ce038e13623 req-8e4ca031-ec96-48e7-8803-ae781effa5c6 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.1484251 Oct 12 04:07:22.644812 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e7165332-7bcb-4799-9da9-c5707487aab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:22.645780 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719379d-cdd8-4b6c-937d-3f607b91c491 req-ca60b735-4ca1-4268-b60f-675f7a3a5d87 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:22.647377 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b719379d-cdd8-4b6c-937d-3f607b91c491 req-ca60b735-4ca1-4268-b60f-675f7a3a5d87 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.1417103 Oct 12 04:07:22.650139 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e7165332-7bcb-4799-9da9-c5707487aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:22.692425 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-e7165332-7bcb-4799-9da9-c5707487aab6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=634593bdb0b24dbc8496e4d1b636e055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721622 Oct 12 04:07:22.694887 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38860) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:22.702256 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7165332-7bcb-4799-9da9-c5707487aab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16385615-1c4e-4ff4-a05a-aa690a43c2a9,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:22.754400 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c88a341-9d71-455a-8f07-2cfd8e9d8b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:22.779904 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c88a341-9d71-455a-8f07-2cfd8e9d8b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:22.835754 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c88a341-9d71-455a-8f07-2cfd8e9d8b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:22.838802 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c88a341-9d71-455a-8f07-2cfd8e9d8b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:22.843167 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-8c88a341-9d71-455a-8f07-2cfd8e9d8b9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16385615-1c4e-4ff4-a05a-aa690a43c2a9 HTTP/1.1" status: 204 len: 168 time: 0.1454580 Oct 12 04:07:22.859957 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88a341-9d71-455a-8f07-2cfd8e9d8b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16385615-1c4e-4ff4-a05a-aa690a43c2a9,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:22.989758 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a5c11d7e-8319-42e8-b8e1-9ce038e13623 req-5f0fc361-9088-409b-82bf-53fa9cce6b83 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537991 Oct 12 04:07:22.999851 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b719379d-cdd8-4b6c-937d-3f607b91c491 req-46dba897-77af-4485-bb3a-8965a8002b4f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146989 Oct 12 04:07:23.157921 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38884) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:23.243542 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38888) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:23.256897 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-14121be0-8ccb-4a3b-9213-23fc83c3dc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.286165 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5a1e7588-4010-42de-8c5e-02a6ac60196a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.363752 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4070dec-482f-4079-ae95-2b13ff39eea2 req-5cabb973-9a47-4bee-9b1a-a3c93f277c39 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:23.365270 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e4070dec-482f-4079-ae95-2b13ff39eea2 req-5cabb973-9a47-4bee-9b1a-a3c93f277c39 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 945 time: 0.2784164 Oct 12 04:07:23.394194 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-14121be0-8ccb-4a3b-9213-23fc83c3dc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.402700 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-14121be0-8ccb-4a3b-9213-23fc83c3dc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.409935 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3745d4-fbfb-4918-bd2b-96b119f4cc9a req-75d70a85-5966-4d67-89aa-8858ef091a14 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:23.411409 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8e3745d4-fbfb-4918-bd2b-96b119f4cc9a req-75d70a85-5966-4d67-89aa-8858ef091a14 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 944 time: 0.2898068 Oct 12 04:07:23.429194 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc85b9-b57a-48ff-8a3c-bb04a9e852ac req-88c191bd-fedf-4001-93fe-f455cd433b44 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:23.434411 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5a1e7588-4010-42de-8c5e-02a6ac60196a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.434850 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-52fc85b9-b57a-48ff-8a3c-bb04a9e852ac req-88c191bd-fedf-4001-93fe-f455cd433b44 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 945 time: 0.2435603 Oct 12 04:07:23.459716 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5a1e7588-4010-42de-8c5e-02a6ac60196a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.474695 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-14121be0-8ccb-4a3b-9213-23fc83c3dc6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a602337fddf1406099c5d12783187037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276103 Oct 12 04:07:23.474905 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14121be0-8ccb-4a3b-9213-23fc83c3dc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab48d87b-c7fa-4cc6-93df-193ee665c3f8,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:23.479560 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38894) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:23.517468 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-5a1e7588-4010-42de-8c5e-02a6ac60196a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=596ca02458a347cba423d5cf770d727b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554604 Oct 12 04:07:23.521454 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38896) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:23.551441 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e7588-4010-42de-8c5e-02a6ac60196a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36c4437-2109-4497-b3e6-2d6f9ceb87bd,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:23.568071 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e4070dec-482f-4079-ae95-2b13ff39eea2 req-9c5b0bfc-0a01-4938-8dc8-17ffcdda8189 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/security-groups?id=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944575 Oct 12 04:07:23.580593 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.db.resource_extend [None req-bb10cda8-eaec-4708-9006-5376ef30f137 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 04:07:23.591273 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e4b50390-8bfc-419b-aae7-7bc142db8635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.620437 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d74df956-4274-4c8a-8bbf-ed487f10cf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.629068 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e4b50390-8bfc-419b-aae7-7bc142db8635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.631686 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8e3745d4-fbfb-4918-bd2b-96b119f4cc9a req-30949435-1f82-4797-9025-a6b53327bed5 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967647 Oct 12 04:07:23.667968 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d74df956-4274-4c8a-8bbf-ed487f10cf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.725553 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb10cda8-eaec-4708-9006-5376ef30f137 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.740429 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb10cda8-eaec-4708-9006-5376ef30f137 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.747791 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e4b50390-8bfc-419b-aae7-7bc142db8635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.750607 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e4b50390-8bfc-419b-aae7-7bc142db8635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.752205 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-e4b50390-8bfc-419b-aae7-7bc142db8635 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab48d87b-c7fa-4cc6-93df-193ee665c3f8 HTTP/1.1" status: 204 len: 168 time: 0.2693415 Oct 12 04:07:23.784731 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d74df956-4274-4c8a-8bbf-ed487f10cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.788114 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d74df956-4274-4c8a-8bbf-ed487f10cf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.789751 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-d74df956-4274-4c8a-8bbf-ed487f10cf0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c36c4437-2109-4497-b3e6-2d6f9ceb87bd HTTP/1.1" status: 204 len: 168 time: 0.2629092 Oct 12 04:07:23.792771 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b50390-8bfc-419b-aae7-7bc142db8635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab48d87b-c7fa-4cc6-93df-193ee665c3f8,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:23.808292 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74df956-4274-4c8a-8bbf-ed487f10cf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36c4437-2109-4497-b3e6-2d6f9ceb87bd,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:23.823774 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f6027-3e37-4a26-9e45-0bc76733fc05 req-8a1066b9-d8ee-40e6-8856-b8d753dd2f6e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:23.830535 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ef2f6027-3e37-4a26-9e45-0bc76733fc05 req-8a1066b9-d8ee-40e6-8856-b8d753dd2f6e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.1609385 Oct 12 04:07:23.835631 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 38906) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:23.841126 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-5ccca61c-2640-4931-b2d1-796ba44afeac tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Request body: {'floatingip': {'port_id': '3474824e-4f7b-4a89-bc74-581693926ecc'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:23.877622 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-52fc85b9-b57a-48ff-8a3c-bb04a9e852ac req-5bb60ae3-a7fe-4f8c-a37b-5ab5ca9a5d77 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Deleting port 8c252508-7345-4f8e-a06f-53ec3e18469c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:07:23.877957 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-52fc85b9-b57a-48ff-8a3c-bb04a9e852ac req-5bb60ae3-a7fe-4f8c-a37b-5ab5ca9a5d77 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:23.949944 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.l3_db [None req-bb10cda8-eaec-4708-9006-5376ef30f137 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Floating IP a096959a-8789-4841-a844-7b801e2cc956 associated. External IP: 172.28.0.174, port: e11e5bb1-cfda-4547-a4e6-e2e16e8b308e. Oct 12 04:07:23.974545 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5ccca61c-2640-4931-b2d1-796ba44afeac tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, before_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:24.072269 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-52fc85b9-b57a-48ff-8a3c-bb04a9e852ac req-5bb60ae3-a7fe-4f8c-a37b-5ab5ca9a5d77 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] For port 8c252508-7345-4f8e-a06f-53ec3e18469c, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8c252508-7345-4f8e-a06f-53ec3e18469c,segment=NetworkSegment(05214e79-ec37-42ef-ab4a-c48691fa9eca),segment_id=05214e79-ec37-42ef-ab4a-c48691fa9eca)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:24.072919 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-52fc85b9-b57a-48ff-8a3c-bb04a9e852ac req-5bb60ae3-a7fe-4f8c-a37b-5ab5ca9a5d77 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:24.131661 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-52fc85b9-b57a-48ff-8a3c-bb04a9e852ac req-5bb60ae3-a7fe-4f8c-a37b-5ab5ca9a5d77 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Calling delete_port for 8c252508-7345-4f8e-a06f-53ec3e18469c owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:07:24.162016 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51857e-40f2-4c2f-9da0-2129148d774c req-0866a6d7-2f79-4d32-a8dd-504c5c11ebc0 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:24.163505 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cf51857e-40f2-4c2f-9da0-2129148d774c req-0866a6d7-2f79-4d32-a8dd-504c5c11ebc0 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0957892 Oct 12 04:07:24.344430 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cf51857e-40f2-4c2f-9da0-2129148d774c req-ec2f9d40-d55d-45c1-bd6a-6907ee313261 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558502 Oct 12 04:07:24.349647 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 38924) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:24.593829 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70f71de6-53e1-45ba-bdf7-5684abcca37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:24.654354 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb10cda8-eaec-4708-9006-5376ef30f137 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Router 57ac213f-7ee3-4ef1-8928-a26da56081ea has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:07:24.742473 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-52fc85b9-b57a-48ff-8a3c-bb04a9e852ac req-5bb60ae3-a7fe-4f8c-a37b-5ab5ca9a5d77 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:24.745048 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5ccca61c-2640-4931-b2d1-796ba44afeac tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:24.750345 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5ccca61c-2640-4931-b2d1-796ba44afeac tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:24.755606 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['8c252508-7345-4f8e-a06f-53ec3e18469c'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:07:24.780291 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-94cc8ae4-db8b-4805-80c8-c75caaf119ae req-c6e24a4b-6da9-4124-8f5e-8f94db5dd20d tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 210 time: 0.1305466 Oct 12 04:07:24.826202 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb60ae3-a7fe-4f8c-a37b-5ab5ca9a5d77 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Pushing event deleted for resources: {'Port': ['ID=8c252508-7345-4f8e-a06f-53ec3e18469c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:24.859202 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.db.l3_db [None req-5ccca61c-2640-4931-b2d1-796ba44afeac tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Floating IP 7808b727-196d-4d28-99cc-83f372335351 associated. External IP: 172.28.0.178, port: 3474824e-4f7b-4a89-bc74-581693926ecc. Oct 12 04:07:24.896684 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70f71de6-53e1-45ba-bdf7-5684abcca37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:24.928510 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70f71de6-53e1-45ba-bdf7-5684abcca37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:24.958906 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fc85b9-b57a-48ff-8a3c-bb04a9e852ac req-5bb60ae3-a7fe-4f8c-a37b-5ab5ca9a5d77 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] No DVR routers for this DVR port 8c252508-7345-4f8e-a06f-53ec3e18469c on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:07:24.971920 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fd11f-2b8a-45fb-b073-17b252764d10 req-8a8a9681-f98e-4234-8702-b03c62ec2f21 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:24.973766 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-759fd11f-2b8a-45fb-b073-17b252764d10 req-8a8a9681-f98e-4234-8702-b03c62ec2f21 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 944 time: 0.2440631 Oct 12 04:07:25.017654 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-52fc85b9-b57a-48ff-8a3c-bb04a9e852ac req-5bb60ae3-a7fe-4f8c-a37b-5ab5ca9a5d77 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:25.021113 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-52fc85b9-b57a-48ff-8a3c-bb04a9e852ac req-5bb60ae3-a7fe-4f8c-a37b-5ab5ca9a5d77 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.41 "DELETE /v2.0/ports/8c252508-7345-4f8e-a06f-53ec3e18469c HTTP/1.1" status: 204 len: 173 time: 1.5786443 Oct 12 04:07:25.021827 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6f86b1-aa59-45b3-9c18-6c4968beb7e2', 'name': 'network-vif-deleted', 'tag': '8c252508-7345-4f8e-a06f-53ec3e18469c'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:25.024121 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cf9d2a-f3fb-4f0d-b8bf-df8b63d48446" -d '{"events": [{"server_uuid": "3e6f86b1-aa59-45b3-9c18-6c4968beb7e2", "name": "network-vif-deleted", "tag": "8c252508-7345-4f8e-a06f-53ec3e18469c"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:25.055031 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-70f71de6-53e1-45ba-bdf7-5684abcca37e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07aa0aea34ea45fcb4d4744274e0ef6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7030869 Oct 12 04:07:25.067875 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 38952) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:25.084465 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f71de6-53e1-45ba-bdf7-5684abcca37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a93e368-2ab6-4765-aab6-df4c08a7e81e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:25.107890 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b06c3d1-5351-4ad3-aac7-74b0c1027627 x-openstack-request-id: req-6b06c3d1-5351-4ad3-aac7-74b0c1027627 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:25.108373 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6f86b1-aa59-45b3-9c18-6c4968beb7e2", "name": "network-vif-deleted", "tag": "8c252508-7345-4f8e-a06f-53ec3e18469c", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:25.108713 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b06c3d1-5351-4ad3-aac7-74b0c1027627 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:25.109551 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6f86b1-aa59-45b3-9c18-6c4968beb7e2', 'name': 'network-vif-deleted', 'tag': '8c252508-7345-4f8e-a06f-53ec3e18469c', 'status': 'completed', 'code': 200} Oct 12 04:07:25.133789 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb10cda8-eaec-4708-9006-5376ef30f137 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:07:25.145145 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-759fd11f-2b8a-45fb-b073-17b252764d10 req-99c60757-1636-4735-a0bf-0cc7d0f4d385 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316564 Oct 12 04:07:25.150615 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb10cda8-eaec-4708-9006-5376ef30f137 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:25.164416 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cafd49-aabe-4e61-b8ac-ac56c6b29d53 None None] Sync routers for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:07:25.192919 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cafd49-aabe-4e61-b8ac-ac56c6b29d53 None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:07:25.193988 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-50cafd49-aabe-4e61-b8ac-ac56c6b29d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:07:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:25.219340 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-bb10cda8-eaec-4708-9006-5376ef30f137 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "PUT /v2.0/floatingips/a096959a-8789-4841-a844-7b801e2cc956 HTTP/1.1" status: 200 len: 991 time: 2.9362383 Oct 12 04:07:25.243543 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75193c29-4ca6-4826-878a-30d048ef5417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:25.272568 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75193c29-4ca6-4826-878a-30d048ef5417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:25.345972 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75193c29-4ca6-4826-878a-30d048ef5417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:25.347160 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-50cafd49-aabe-4e61-b8ac-ac56c6b29d53 None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:07:25.353555 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75193c29-4ca6-4826-878a-30d048ef5417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:25.354737 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-75193c29-4ca6-4826-878a-30d048ef5417 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a93e368-2ab6-4765-aab6-df4c08a7e81e HTTP/1.1" status: 204 len: 168 time: 0.2829823 Oct 12 04:07:25.389835 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75193c29-4ca6-4826-878a-30d048ef5417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a93e368-2ab6-4765-aab6-df4c08a7e81e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:25.446908 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccca61c-2640-4931-b2d1-796ba44afeac tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Router e9f7c428-6ecc-4cbf-87bc-4fb532903992 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:07:25.563302 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce024c8-b56d-4ab9-93ce-3eaee4e6112d req-0567876c-401e-483a-9ac8-a19385159c96 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:25.564900 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ce024c8-b56d-4ab9-93ce-3eaee4e6112d req-0567876c-401e-483a-9ac8-a19385159c96 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.1104169 Oct 12 04:07:25.659333 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccca61c-2640-4931-b2d1-796ba44afeac tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:07:25.672039 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5ccca61c-2640-4931-b2d1-796ba44afeac tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:25.672687 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d68533-5d3b-4081-9645-68b52a8d1ae7 None None] Sync routers for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:07:25.694944 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ce024c8-b56d-4ab9-93ce-3eaee4e6112d req-e3a9e09d-9cb8-45ab-add2-d386a9c1914b tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174242 Oct 12 04:07:25.697546 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d68533-5d3b-4081-9645-68b52a8d1ae7 None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:07:25.698458 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-80d68533-5d3b-4081-9645-68b52a8d1ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:07:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:25.724697 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-5ccca61c-2640-4931-b2d1-796ba44afeac tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "PUT /v2.0/floatingips/7808b727-196d-4d28-99cc-83f372335351 HTTP/1.1" status: 200 len: 991 time: 1.8875849 Oct 12 04:07:25.725296 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc'}] {{(pid=94182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:25.727772 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25347b287b6c303483951d5c4f01d5401f78b9f2cd6d63de7184aefd9db8360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad20d530-02a7-4554-a845-988256a62f67" -d '{"events": [{"name": "network-changed", "server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc"}]}' {{(pid=94182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:25.790575 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7215aacd-8cfe-44be-9e38-1db515c1af04 x-openstack-request-id: req-7215aacd-8cfe-44be-9e38-1db515c1af04 {{(pid=94182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:25.791270 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc", "status": "completed", "code": 200}]} {{(pid=94182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:25.791716 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7215aacd-8cfe-44be-9e38-1db515c1af04 {{(pid=94182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:25.792146 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc', 'status': 'completed', 'code': 200} Oct 12 04:07:25.894093 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-80d68533-5d3b-4081-9645-68b52a8d1ae7 None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:07:25.939466 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d530-02a7-4554-a845-988256a62f67 req-ecb32fd5-4e34-4318-b32b-04fe320a1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:25.940976 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad20d530-02a7-4554-a845-988256a62f67 req-ecb32fd5-4e34-4318-b32b-04fe320a1df9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 1098 time: 0.0839410 Oct 12 04:07:25.942914 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7eb09953-22a2-41ea-bcf2-c4b64792f671 req-64b3c800-7713-4b46-bcff-2c5f8ba2dab5 tempest-DeleteServersTestJSON-657201434 tempest-DeleteServersTestJSON-657201434-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e6f86b1-aa59-45b3-9c18-6c4968beb7e2 HTTP/1.1" status: 200 len: 210 time: 0.0378366 Oct 12 04:07:25.971823 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-50cafd49-aabe-4e61-b8ac-ac56c6b29d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': 'a096959a-8789-4841-a844-7b801e2cc956', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'floating_ip_address': '172.28.0.174', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'port_id': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'mac_address': 'fa:16:3e:8e:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bb1c32-04a4-4527-8f4f-098d5e766a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:06:56Z', 'updated_at': '2021-10-12T04:07:23Z', 'revision_number': 1, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:07:00Z', 'revision_number': 5, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:25.986170 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device b76d8e1b-2708-46d7-a18a-48eeb4201981 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:07:25.999950 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cafd49-aabe-4e61-b8ac-ac56c6b29d53 None None] Checking router: 57ac213f-7ee3-4ef1-8928-a26da56081ea for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:07:26.009043 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cafd49-aabe-4e61-b8ac-ac56c6b29d53 None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:07:26.009716 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-50cafd49-aabe-4e61-b8ac-ac56c6b29d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:07:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:26.066544 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d530-02a7-4554-a845-988256a62f67 req-518c130f-66ae-4fcb-be8f-b4df1dddb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:26.068009 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad20d530-02a7-4554-a845-988256a62f67 req-518c130f-66ae-4fcb-be8f-b4df1dddb067 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 917 time: 0.1193357 Oct 12 04:07:26.159315 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port b76d8e1b-2708-46d7-a18a-48eeb4201981, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=b76d8e1b-2708-46d7-a18a-48eeb4201981,segment=NetworkSegment(ecc7b4ff-8ad2-4d34-876d-3b6b4f306935),segment_id=ecc7b4ff-8ad2-4d34-876d-3b6b4f306935)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:26.194378 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': 'b76d8e1b-2708-46d7-a18a-48eeb4201981', 'network_id': 'ea456f76-fbb1-4fab-b497-351b2cebf650', 'port_id': 'b76d8e1b-2708-46d7-a18a-48eeb4201981', 'mac_address': 'fa:16:3e:d7:09:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed73ab6f-5c1f-490e-9a99-d1beb2a1d2cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:07:26.214009 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad20d530-02a7-4554-a845-988256a62f67 req-440b09ec-a36e-49c7-8bc2-6369d5226cb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3474824e-4f7b-4a89-bc74-581693926ecc HTTP/1.1" status: 200 len: 999 time: 0.1342099 Oct 12 04:07:26.236961 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-50cafd49-aabe-4e61-b8ac-ac56c6b29d53 None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:07:26.306081 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d530-02a7-4554-a845-988256a62f67 req-ab6a911d-e5fd-4a79-a566-2fab783f6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:26.307931 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad20d530-02a7-4554-a845-988256a62f67 req-ab6a911d-e5fd-4a79-a566-2fab783f6139 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 200 len: 855 time: 0.0848815 Oct 12 04:07:26.327675 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:26.353683 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abff74b-ab4c-414d-8ebf-fb51de784b0a req-78d7b096-c748-4f34-8fc2-582327c21c72 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:26.357761 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76d8e1b-2708-46d7-a18a-48eeb4201981 {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:07:26.361893 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8abff74b-ab4c-414d-8ebf-fb51de784b0a req-78d7b096-c748-4f34-8fc2-582327c21c72 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 944 time: 0.1006608 Oct 12 04:07:26.407794 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d530-02a7-4554-a845-988256a62f67 req-197b916d-992f-4476-a604-66b7c20e7f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:26.409030 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad20d530-02a7-4554-a845-988256a62f67 req-197b916d-992f-4476-a604-66b7c20e7f50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78ad8ade-5b76-455f-b679-c3355b921424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914624 Oct 12 04:07:26.425453 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8abff74b-ab4c-414d-8ebf-fb51de784b0a req-7c84783d-ef48-4c3a-adfb-529e3d543145 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623677 Oct 12 04:07:26.425666 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port b76d8e1b-2708-46d7-a18a-48eeb4201981, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=b76d8e1b-2708-46d7-a18a-48eeb4201981,segment=NetworkSegment(ecc7b4ff-8ad2-4d34-876d-3b6b4f306935),segment_id=ecc7b4ff-8ad2-4d34-876d-3b6b4f306935)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:26.436843 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:26.543055 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad20d530-02a7-4554-a845-988256a62f67 req-006adf16-240f-4a14-b5a6-7e8f35e04036 service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148894 Oct 12 04:07:26.567445 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=b76d8e1b-2708-46d7-a18a-48eeb4201981,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:26.572082 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-80d68533-5d3b-4081-9645-68b52a8d1ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': '7808b727-196d-4d28-99cc-83f372335351', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'floating_ip_address': '172.28.0.178', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'port_id': '3474824e-4f7b-4a89-bc74-581693926ecc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'mac_address': 'fa:16:3e:43:b3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd335047b-4a07-4eff-971a-47d426f9419e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:06:51Z', 'updated_at': '2021-10-12T04:07:24Z', 'revision_number': 1, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:45Z', 'revision_number': 5, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:26.588060 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-50cafd49-aabe-4e61-b8ac-ac56c6b29d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': 'a096959a-8789-4841-a844-7b801e2cc956', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'floating_ip_address': '172.28.0.174', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'port_id': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'mac_address': 'fa:16:3e:8e:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bb1c32-04a4-4527-8f4f-098d5e766a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:06:56Z', 'updated_at': '2021-10-12T04:07:23Z', 'revision_number': 1, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:07:00Z', 'revision_number': 5, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:26.620564 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cafd49-aabe-4e61-b8ac-ac56c6b29d53 None None] The sync data for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb is: [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': 'a096959a-8789-4841-a844-7b801e2cc956', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'floating_ip_address': '172.28.0.174', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'port_id': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'mac_address': 'fa:16:3e:8e:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bb1c32-04a4-4527-8f4f-098d5e766a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:06:56Z', 'updated_at': '2021-10-12T04:07:23Z', 'revision_number': 1, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:07:00Z', 'revision_number': 5, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:07:26.635282 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d68533-5d3b-4081-9645-68b52a8d1ae7 None None] Checking router: e9f7c428-6ecc-4cbf-87bc-4fb532903992 for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:07:26.644180 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d68533-5d3b-4081-9645-68b52a8d1ae7 None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:07:26.644797 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-80d68533-5d3b-4081-9645-68b52a8d1ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:07:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:26.677917 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad20d530-02a7-4554-a845-988256a62f67 req-3ac7970a-ec6f-4ce8-902f-ab7bf5d0ffac service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122432 Oct 12 04:07:26.828142 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-80d68533-5d3b-4081-9645-68b52a8d1ae7 None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:07:26.864706 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['b76d8e1b-2708-46d7-a18a-48eeb4201981'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:07:26.892203 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917d213-bbe4-4f7e-ac3a-3961c18e622b req-a207331b-a243-41a9-98e4-9ca2ba110cc9 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:26.904477 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f917d213-bbe4-4f7e-ac3a-3961c18e622b req-a207331b-a243-41a9-98e4-9ca2ba110cc9 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.1356914 Oct 12 04:07:26.957687 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-3afa4ddf-e406-42bd-90ed-15eb7c13b6b6 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0144f5edb2d7454ca1479622daf6b3cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466645 Oct 12 04:07:26.986901 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b8431-2485-49f3-a678-c090ec1676e4 None None] New status for floating IP a096959a-8789-4841-a844-7b801e2cc956: ACTIVE {{(pid=94185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:07:27.077978 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f917d213-bbe4-4f7e-ac3a-3961c18e622b req-cf9a3bef-aa2d-43aa-b558-bcb81c55414e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644585 Oct 12 04:07:27.110179 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bb1c32-04a4-4527-8f4f-098d5e766a90', 'tag': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:27.112685 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e497a3-3fa9-4674-a642-de903c9538ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bb1c32-04a4-4527-8f4f-098d5e766a90", "tag": "e11e5bb1-cfda-4547-a4e6-e2e16e8b308e"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:27.200608 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-b041b687-0b5c-488d-b68b-1e7e8ddbc9b2 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:27.202456 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-b041b687-0b5c-488d-b68b-1e7e8ddbc9b2 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2440252 Oct 12 04:07:27.226730 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-5fd942ab-ce00-44df-9ef0-55d4ceab8b8a tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/quotas/0144f5edb2d7454ca1479622daf6b3cb HTTP/1.1" status: 200 len: 375 time: 0.0169370 Oct 12 04:07:27.283366 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-14e277f4-d095-4bea-8c37-5fcfa8675f43 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0144f5edb2d7454ca1479622daf6b3cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512054 Oct 12 04:07:27.323888 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d99d0b0-c65c-41df-b1a7-42cadfe0951a x-openstack-request-id: req-7d99d0b0-c65c-41df-b1a7-42cadfe0951a {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:27.324776 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bb1c32-04a4-4527-8f4f-098d5e766a90", "tag": "e11e5bb1-cfda-4547-a4e6-e2e16e8b308e", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:27.325060 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d99d0b0-c65c-41df-b1a7-42cadfe0951a {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:27.325465 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bb1c32-04a4-4527-8f4f-098d5e766a90', 'tag': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e', 'status': 'completed', 'code': 200} Oct 12 04:07:27.367497 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-80d68533-5d3b-4081-9645-68b52a8d1ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': '7808b727-196d-4d28-99cc-83f372335351', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'floating_ip_address': '172.28.0.178', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'port_id': '3474824e-4f7b-4a89-bc74-581693926ecc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'mac_address': 'fa:16:3e:43:b3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd335047b-4a07-4eff-971a-47d426f9419e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:06:51Z', 'updated_at': '2021-10-12T04:07:24Z', 'revision_number': 1, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:45Z', 'revision_number': 5, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:27.397770 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d68533-5d3b-4081-9645-68b52a8d1ae7 None None] The sync data for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb is: [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': '7808b727-196d-4d28-99cc-83f372335351', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'floating_ip_address': '172.28.0.178', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'port_id': '3474824e-4f7b-4a89-bc74-581693926ecc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'mac_address': 'fa:16:3e:43:b3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd335047b-4a07-4eff-971a-47d426f9419e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:06:51Z', 'updated_at': '2021-10-12T04:07:24Z', 'revision_number': 1, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:45Z', 'revision_number': 5, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:07:27.440844 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e497a3-3fa9-4674-a642-de903c9538ca req-6b11ecd4-1c42-4956-9fa9-52e59cc75b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:27.442969 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e497a3-3fa9-4674-a642-de903c9538ca req-6b11ecd4-1c42-4956-9fa9-52e59cc75b4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f9ac90f88040c3833900e39b1ed7dd&device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 1098 time: 0.0776634 Oct 12 04:07:27.617706 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e497a3-3fa9-4674-a642-de903c9538ca req-7931a0c4-9e34-4b97-84a5-3850b457aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:27.630671 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e497a3-3fa9-4674-a642-de903c9538ca req-7931a0c4-9e34-4b97-84a5-3850b457aff0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7f3c47f-4b81-485b-9d33-ea0da313960a HTTP/1.1" status: 200 len: 912 time: 0.1798065 Oct 12 04:07:27.638221 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5cfdfcea-efd3-44aa-ba35-565f231125a9 req-63ecba08-ce34-4547-8d2d-94826822b792 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 210 time: 0.0569551 Oct 12 04:07:27.787441 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208593cf-22e2-4cb2-b8b1-14b984611534 None None] New status for floating IP 7808b727-196d-4d28-99cc-83f372335351: ACTIVE {{(pid=94184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:07:27.797734 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb40bc-274d-47b4-b8e1-47a092b5910f req-ef3b6293-8007-41e5-93ff-9b20d2655f2b tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:27.799293 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-acbb40bc-274d-47b4-b8e1-47a092b5910f req-ef3b6293-8007-41e5-93ff-9b20d2655f2b tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 945 time: 0.1677034 Oct 12 04:07:27.822931 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e497a3-3fa9-4674-a642-de903c9538ca req-ef4d306a-b8a1-4c64-b45c-4f08ff811d5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e HTTP/1.1" status: 200 len: 1001 time: 0.1189878 Oct 12 04:07:27.883334 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-acbb40bc-274d-47b4-b8e1-47a092b5910f req-095d5888-44b0-479c-864f-e7d729e1708f tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681088 Oct 12 04:07:27.913596 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e497a3-3fa9-4674-a642-de903c9538ca req-a7d64e12-602b-4089-8a44-ae8a0d0e8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:27.913596 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e497a3-3fa9-4674-a642-de903c9538ca req-a7d64e12-602b-4089-8a44-ae8a0d0e8777 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139536c0-48c7-47be-9f6b-47818cfbaa4b HTTP/1.1" status: 200 len: 850 time: 0.0739634 Oct 12 04:07:27.970210 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e497a3-3fa9-4674-a642-de903c9538ca req-9b0f9996-4a37-44d0-a854-c67ded69f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:27.976781 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e497a3-3fa9-4674-a642-de903c9538ca req-9b0f9996-4a37-44d0-a854-c67ded69f3dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7f3c47f-4b81-485b-9d33-ea0da313960a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0641551 Oct 12 04:07:28.118480 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 8c252508-7345-4f8e-a06f-53ec3e18469c no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:07:28.144558 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: 8c252508-7345-4f8e-a06f-53ec3e18469c {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:07:28.144950 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 8c252508-7345-4f8e-a06f-53ec3e18469c not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:07:28.191625 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e497a3-3fa9-4674-a642-de903c9538ca req-66e2388b-313f-4095-8292-bbf9810cc13c service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061443 Oct 12 04:07:28.249507 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-2346aed2-a840-45f5-8950-01b82c50dbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:28.348023 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bed7e-89b1-411e-9150-831e7bf9d1af req-d057b616-1e75-4ebf-ae40-9cea4dad8b13 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:28.349535 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4b9bed7e-89b1-411e-9150-831e7bf9d1af req-d057b616-1e75-4ebf-ae40-9cea4dad8b13 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.1171572 Oct 12 04:07:28.355232 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e497a3-3fa9-4674-a642-de903c9538ca req-022fd9ad-21ad-487b-aab6-d81859a925bb service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510389 Oct 12 04:07:28.388624 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4b9bed7e-89b1-411e-9150-831e7bf9d1af req-ea57be39-5b43-4678-8694-86e7b980f45d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323026 Oct 12 04:07:28.735099 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-538af5f3-079f-4151-9dab-c0f642bab9ab req-0037250b-cc8a-44b0-9ae8-f58629d2cfcc tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 210 time: 0.0265002 Oct 12 04:07:28.798103 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 39102) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:28.844657 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b65ff1e-a140-4db7-bbfc-de82bc48a93d admin admin] Deleting subnet 52107cd4-d6c3-4640-ab38-a0995c610f10 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:07:28.847876 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b65ff1e-a140-4db7-bbfc-de82bc48a93d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:28.884017 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b65ff1e-a140-4db7-bbfc-de82bc48a93d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:28.893812 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b65ff1e-a140-4db7-bbfc-de82bc48a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:28.964208 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-b7a13b0b-7c63-4baa-977d-a9d9e4314d77 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0144f5edb2d7454ca1479622daf6b3cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256448 Oct 12 04:07:29.039027 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b65ff1e-a140-4db7-bbfc-de82bc48a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:29.309723 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65ff1e-a140-4db7-bbfc-de82bc48a93d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52107cd4-d6c3-4640-ab38-a0995c610f10,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:29.313369 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b65ff1e-a140-4db7-bbfc-de82bc48a93d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:29.316559 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-2b65ff1e-a140-4db7-bbfc-de82bc48a93d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/52107cd4-d6c3-4640-ab38-a0995c610f10 HTTP/1.1" status: 204 len: 168 time: 0.5174651 Oct 12 04:07:29.319615 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39124) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:29.354018 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9370c20-842b-4246-be42-6b1411345482 req-74914ea1-1a2d-4bb7-ba69-e44dafd797dc tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:29.356230 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e9370c20-842b-4246-be42-6b1411345482 req-74914ea1-1a2d-4bb7-ba69-e44dafd797dc tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 945 time: 0.3940849 Oct 12 04:07:29.379182 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-ea38896e-e272-4122-b8cc-d59fa24f7bb4 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:29.380620 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-ea38896e-e272-4122-b8cc-d59fa24f7bb4 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035695 Oct 12 04:07:29.410756 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Request body: {'port': {'device_id': 'b493cc64-2ad2-46f0-89a9-56cc0a83cc8f', 'network_id': 'bad30073-1a57-4e82-b12a-d079e2e3a0d5', 'admin_state_up': True, 'tenant_id': '0144f5edb2d7454ca1479622daf6b3cb'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:29.423403 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:29.465969 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e9370c20-842b-4246-be42-6b1411345482 req-2bb16f2a-7de0-4c26-a34a-e384127075be tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017654 Oct 12 04:07:29.510947 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:29.537420 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.537762 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.538506 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.538834 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > port after_create 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.539166 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.539495 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > port after_update 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.539811 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.540125 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.540439 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.540750 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.577019 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94797832-a52d-4924-9332-4317b5db522d req-ab235359-4954-4ffa-9775-6aef883fc5a6 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:29.578450 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-94797832-a52d-4924-9332-4317b5db522d req-ab235359-4954-4ffa-9775-6aef883fc5a6 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0639529 Oct 12 04:07:29.579444 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Made reservation on behalf of 0144f5edb2d7454ca1479622daf6b3cb for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:07:29.582561 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:29.602866 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:29.637057 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-94797832-a52d-4924-9332-4317b5db522d req-04826abc-fd76-4594-afc4-56c9165ae4e4 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523460 Oct 12 04:07:29.692819 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:29.696613 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:29.728162 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.728440 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.728799 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.729179 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:29.729548 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec9d115-52b6-465b-8e91-6867dbaeff75']}} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:29.747319 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05214e79-ec37-42ef-ab4a-c48691fa9eca') {'for_net_delete': True} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:29.747609 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05214e79-ec37-42ef-ab4a-c48691fa9eca') {} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:29.759958 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:29.764621 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542340'] for segment, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:29.786542 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:29.795438 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:07:29.795892 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11438191'] for segment, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: from cryptography.utils import int_from_bytes Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: from cryptography.utils import int_from_bytes Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: Traceback (most recent call last): Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: timer() Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: cb(*args, **kw) Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: return func(*args, **kwargs) Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: self._notify() Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: self.callback(batched_events) Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: event.method(event) Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: return f(self, *a, **k) Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: return self._get(url).json() Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: return self.request(url, 'GET', **kwargs) Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:07:29.806499 dv-cinder-813067-1-smb neutron-server[94182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:07:29.848112 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-929bb0a8-be37-484d-8e3e-3a67c9f28423 req-4ecb0543-49f6-45b7-81d0-2859ae0c1ea9 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 210 time: 0.0342505 Oct 12 04:07:29.858330 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Allocated IP 192.168.233.93 (bad30073-1a57-4e82-b12a-d079e2e3a0d5/6dfcd51b-2a77-4774-a9bf-b30870f0b4a4/6fb35152-bce1-41eb-8435-d261173a70f8) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:07:29.870622 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:29.876597 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:29.879944 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1ec9d115-52b6-465b-8e91-6867dbaeff75 HTTP/1.1" status: 204 len: 168 time: 0.5592871 Oct 12 04:07:29.892782 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a1597-d627-4635-9157-ce9bf6e2de23 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec9d115-52b6-465b-8e91-6867dbaeff75,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:29.995756 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device b76d8e1b-2708-46d7-a18a-48eeb4201981 up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:07:30.017192 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.046312 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port b76d8e1b-2708-46d7-a18a-48eeb4201981 completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:07:30.049893 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port b76d8e1b-2708-46d7-a18a-48eeb4201981 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:07:30.050298 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.058419 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 39138) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:30.066022 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.120828 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Network bad30073-1a57-4e82-b12a-d079e2e3a0d5 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:07:30.130907 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.131248 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:07:30.133616 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:07:30.139735 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:30.140374 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.157839 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d9288e-8679-4578-b404-854c1e5688be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d8e1b-2708-46d7-a18a-48eeb4201981'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:30.160112 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36c3d43-8a43-4c82-ae95-3d94a305b2e9" -d '{"events": [{"server_uuid": "18d9288e-8679-4578-b404-854c1e5688be", "name": "network-vif-plugged", "status": "completed", "tag": "b76d8e1b-2708-46d7-a18a-48eeb4201981"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:30.164986 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Pushing event updated for resources: {'Port': ['ID=6fb35152-bce1-41eb-8435-d261173a70f8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:30.179686 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-7c0a39d9-a500-4d31-8e8b-b50c44c204bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca9c08248d034078b48fb274b1157d4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1199121 Oct 12 04:07:30.180004 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39142) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:30.184730 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-f79163d7-3bca-4399-a2f4-cf6da7cf5e6e tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7866194 Oct 12 04:07:30.197102 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port b76d8e1b-2708-46d7-a18a-48eeb4201981, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=b76d8e1b-2708-46d7-a18a-48eeb4201981,segment=NetworkSegment(ecc7b4ff-8ad2-4d34-876d-3b6b4f306935),segment_id=ecc7b4ff-8ad2-4d34-876d-3b6b4f306935)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:30.202336 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Request body: {'port': {'device_id': 'b493cc64-2ad2-46f0-89a9-56cc0a83cc8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:07:30.207298 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.216707 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c46dda-b24c-4cb4-8c83-3c5273b1346b x-openstack-request-id: req-30c46dda-b24c-4cb4-8c83-3c5273b1346b {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:30.217172 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d9288e-8679-4578-b404-854c1e5688be", "name": "network-vif-plugged", "status": "completed", "tag": "b76d8e1b-2708-46d7-a18a-48eeb4201981", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:30.217480 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30c46dda-b24c-4cb4-8c83-3c5273b1346b {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:30.218033 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d9288e-8679-4578-b404-854c1e5688be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d8e1b-2708-46d7-a18a-48eeb4201981', 'code': 200} Oct 12 04:07:30.259580 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b0f8b643-e432-421d-9a32-73ab0876846a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.266021 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.279860 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=b76d8e1b-2708-46d7-a18a-48eeb4201981,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:30.283768 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b0f8b643-e432-421d-9a32-73ab0876846a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.348312 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b0f8b643-e432-421d-9a32-73ab0876846a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.350939 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b0f8b643-e432-421d-9a32-73ab0876846a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.352364 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-b0f8b643-e432-421d-9a32-73ab0876846a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/176e2dcb-a6e6-4ce7-b05b-94b8a960d57b HTTP/1.1" status: 204 len: 168 time: 0.1708226 Oct 12 04:07:30.365110 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8b643-e432-421d-9a32-73ab0876846a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e2dcb-a6e6-4ce7-b05b-94b8a960d57b,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:30.394894 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-6845ef18-6901-47ec-b529-51b257d7518f None None] Provisioning complete for port 6fb35152-bce1-41eb-8435-d261173a70f8 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:07:30.395602 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-6845ef18-6901-47ec-b529-51b257d7518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.453950 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-6845ef18-6901-47ec-b529-51b257d7518f None None] Port 6fb35152-bce1-41eb-8435-d261173a70f8 cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:07:30.573736 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15b309-6e5f-4aa7-897a-225b059f36b9 req-6ab1f331-420b-4f04-8fbb-aad997cd1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:30.575793 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5d15b309-6e5f-4aa7-897a-225b059f36b9 req-6ab1f331-420b-4f04-8fbb-aad997cd1d14 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 1099 time: 0.1157982 Oct 12 04:07:30.670116 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b4393a4e-55c9-4bc1-b6c0-0d3094577ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.693053 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b8adf-7453-41c6-932d-abd441f6ad22 req-d5a8c30f-5585-490a-9b33-9b5b5d32b0d8 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:30.694769 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4c8b8adf-7453-41c6-932d-abd441f6ad22 req-d5a8c30f-5585-490a-9b33-9b5b5d32b0d8 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 946 time: 0.1285870 Oct 12 04:07:30.698444 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5d15b309-6e5f-4aa7-897a-225b059f36b9 req-e99d0d3d-e865-4713-ba3a-a60f97696492 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097534 Oct 12 04:07:30.809456 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb35152-bce1-41eb-8435-d261173a70f8 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:07:30.817262 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4c8b8adf-7453-41c6-932d-abd441f6ad22 req-0c113b13-6920-4345-82e1-cf80315f7794 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118803 Oct 12 04:07:30.821730 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.840702 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f2cfb-bb7c-424c-9e83-1733efaa9131 req-4f5db66d-b3cd-4af0-96fb-af811a83cbd9 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:30.845401 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b12f2cfb-bb7c-424c-9e83-1733efaa9131 req-4f5db66d-b3cd-4af0-96fb-af811a83cbd9 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.1293211 Oct 12 04:07:30.852192 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39172) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:30.863204 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Transition to ACTIVE for port object 6fb35152-bce1-41eb-8435-d261173a70f8 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:07:30.873655 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:30.946871 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b12f2cfb-bb7c-424c-9e83-1733efaa9131 req-5afb8656-44d2-4157-b46b-709965fe17a1 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971527 Oct 12 04:07:30.970698 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb35152-bce1-41eb-8435-d261173a70f8,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:31.023180 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Attempting to bind port 6fb35152-bce1-41eb-8435-d261173a70f8 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:07:31.023180 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Attempting to bind port 6fb35152-bce1-41eb-8435-d261173a70f8 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': 'f7280cd2-a71a-4766-812e-bccc7e1c130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bad30073-1a57-4e82-b12a-d079e2e3a0d5'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:07:31.023180 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Attempting to bind port 6fb35152-bce1-41eb-8435-d261173a70f8 on network bad30073-1a57-4e82-b12a-d079e2e3a0d5 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:07:31.035818 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Port 6fb35152-bce1-41eb-8435-d261173a70f8 on network bad30073-1a57-4e82-b12a-d079e2e3a0d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:07:31.036038 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Attempting to bind port 6fb35152-bce1-41eb-8435-d261173a70f8 on network bad30073-1a57-4e82-b12a-d079e2e3a0d5 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:07:31.044617 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:07:31.046087 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Checking segment: {'id': 'f7280cd2-a71a-4766-812e-bccc7e1c130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bad30073-1a57-4e82-b12a-d079e2e3a0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:07:31.046483 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Bound using segment: {'id': 'f7280cd2-a71a-4766-812e-bccc7e1c130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bad30073-1a57-4e82-b12a-d079e2e3a0d5'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:07:31.046954 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Bound port: 6fb35152-bce1-41eb-8435-d261173a70f8, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7280cd2-a71a-4766-812e-bccc7e1c130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bad30073-1a57-4e82-b12a-d079e2e3a0d5'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:07:31.047321 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:31.058053 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5ce8e-cb91-475f-9684-77d64baf3e47 req-8cf482a1-2b2b-43b6-88ba-15969b406cf5 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:31.059625 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0ca5ce8e-cb91-475f-9684-77d64baf3e47 req-8cf482a1-2b2b-43b6-88ba-15969b406cf5 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 947 time: 0.1118348 Oct 12 04:07:31.079279 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-fc967bc3-9aaa-4635-878b-c815758df9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:31.179307 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-fc967bc3-9aaa-4635-878b-c815758df9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:31.179449 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0ca5ce8e-cb91-475f-9684-77d64baf3e47 req-dd69d1b1-1c00-4517-af8c-4a20c95f43bb tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/security-groups?id=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130378 Oct 12 04:07:31.185974 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-fc967bc3-9aaa-4635-878b-c815758df9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:31.193201 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] For port 6fb35152-bce1-41eb-8435-d261173a70f8, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:07:31.196834 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] For port 6fb35152-bce1-41eb-8435-d261173a70f8, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fb35152-bce1-41eb-8435-d261173a70f8,segment=NetworkSegment(f7280cd2-a71a-4766-812e-bccc7e1c130d),segment_id=f7280cd2-a71a-4766-812e-bccc7e1c130d)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:07:31.211229 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:31.230122 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-fc967bc3-9aaa-4635-878b-c815758df9dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=776ce475a7b847639f7e4919262b8f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768675 Oct 12 04:07:31.233823 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39188) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:31.241425 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc967bc3-9aaa-4635-878b-c815758df9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a18c962-fa97-400a-9843-74eb1cdbb1e7,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:31.268678 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:31.269918 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:31.271967 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] 10.222.0.41 "PUT /v2.0/ports/6fb35152-bce1-41eb-8435-d261173a70f8 HTTP/1.1" status: 200 len: 1097 time: 1.0757055 Oct 12 04:07:31.272538 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b493cc64-2ad2-46f0-89a9-56cc0a83cc8f', 'tag': '6fb35152-bce1-41eb-8435-d261173a70f8'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:31.275455 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b57494f-b714-4c41-a0b6-386bf6eb660f" -d '{"events": [{"name": "network-changed", "server_uuid": "b493cc64-2ad2-46f0-89a9-56cc0a83cc8f", "tag": "6fb35152-bce1-41eb-8435-d261173a70f8"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:31.306485 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ccf20-d9d2-46c2-9591-c5f053e59a42 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb35152-bce1-41eb-8435-d261173a70f8,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:31.318163 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-bd935f28-d3d0-439e-bd66-e18af1577b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:31.340955 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f169def-c995-485c-89eb-d5064a5e349b x-openstack-request-id: req-5f169def-c995-485c-89eb-d5064a5e349b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:31.341243 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b493cc64-2ad2-46f0-89a9-56cc0a83cc8f", "tag": "6fb35152-bce1-41eb-8435-d261173a70f8", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:31.341489 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f169def-c995-485c-89eb-d5064a5e349b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:31.341882 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b493cc64-2ad2-46f0-89a9-56cc0a83cc8f', 'tag': '6fb35152-bce1-41eb-8435-d261173a70f8', 'status': 'completed', 'code': 200} Oct 12 04:07:31.369738 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-bd935f28-d3d0-439e-bd66-e18af1577b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:31.399608 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-477128f6-e1e4-46cf-9bf7-d9a11e7a1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:31.401239 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-477128f6-e1e4-46cf-9bf7-d9a11e7a1813 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0144f5edb2d7454ca1479622daf6b3cb&device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 1100 time: 0.0507200 Oct 12 04:07:31.431338 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-bd935f28-d3d0-439e-bd66-e18af1577b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:31.434911 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-bd935f28-d3d0-439e-bd66-e18af1577b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:31.436629 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-bd935f28-d3d0-439e-bd66-e18af1577b29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a18c962-fa97-400a-9843-74eb1cdbb1e7 HTTP/1.1" status: 204 len: 168 time: 0.2017276 Oct 12 04:07:31.445117 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd935f28-d3d0-439e-bd66-e18af1577b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a18c962-fa97-400a-9843-74eb1cdbb1e7,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:31.455051 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-9b7791e0-781d-4485-96d3-cc0d419a8344 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=6fb35152-bce1-41eb-8435-d261173a70f8 HTTP/1.1" status: 200 len: 217 time: 0.0441942 Oct 12 04:07:31.525702 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-c37950c8-e385-4323-9086-a18333cc8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:31.527808 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-c37950c8-e385-4323-9086-a18333cc8d65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6dfcd51b-2a77-4774-a9bf-b30870f0b4a4 HTTP/1.1" status: 200 len: 843 time: 0.0648375 Oct 12 04:07:31.584035 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-fcde0106-1a59-4cef-a98e-fa115bcd196d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:31.585870 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-fcde0106-1a59-4cef-a98e-fa115bcd196d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bad30073-1a57-4e82-b12a-d079e2e3a0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444882 Oct 12 04:07:31.625016 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:31.726536 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:31.733351 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-347b8869-3d27-4bba-96a7-a031770382a4 service neutron] 10.222.0.41 "GET /v2.0/networks/bad30073-1a57-4e82-b12a-d079e2e3a0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312776 Oct 12 04:07:31.856353 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a9001609-95ac-4363-87c6-66dc8b8ad7b7 req-46f77133-1764-44ec-b56d-8af35c37ee41 service neutron] 10.222.0.41 "GET /v2.0/networks/bad30073-1a57-4e82-b12a-d079e2e3a0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144459 Oct 12 04:07:31.975434 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39240) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:31.994036 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad68d8-8726-45eb-8fd9-08770b5acfd6 req-f9534a64-d9ff-4ac3-a827-2c273d0369e8 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:31.996457 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-52ad68d8-8726-45eb-8fd9-08770b5acfd6 req-f9534a64-d9ff-4ac3-a827-2c273d0369e8 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 946 time: 0.0872641 Oct 12 04:07:31.998857 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57494f-b714-4c41-a0b6-386bf6eb660f req-e3179a29-a01e-43b5-9f62-c734350790cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:31.999026 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.000213 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b57494f-b714-4c41-a0b6-386bf6eb660f req-e3179a29-a01e-43b5-9f62-c734350790cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0144f5edb2d7454ca1479622daf6b3cb&device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 1100 time: 0.0801425 Oct 12 04:07:32.118611 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.126245 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-52ad68d8-8726-45eb-8fd9-08770b5acfd6 req-9b5072bd-6bfc-46c9-bdfd-a426120f86ba tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196730 Oct 12 04:07:32.127832 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.171839 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a033c87c6cca495d8ae41feb7dcaefd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949611 Oct 12 04:07:32.174988 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39248) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:32.181514 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069caf66-a367-4898-b9ee-658c22ef0a25 req-131f0f80-89ff-47b2-bc1f-2136a09c7473 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:32.182972 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82316149-3781-4159-a490-84fe385d5f6d,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:32.183996 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-069caf66-a367-4898-b9ee-658c22ef0a25 req-131f0f80-89ff-47b2-bc1f-2136a09c7473 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.1507313 Oct 12 04:07:32.199513 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.199854 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.200189 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.204282 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.204646 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.205006 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.205130 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 39250) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:32.205339 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.205664 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.206158 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.206498 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.206818 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.207133 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69944148-bba7-4946-83fe-5a20b8828502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.223746 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57494f-b714-4c41-a0b6-386bf6eb660f req-473beeb6-d12f-49e6-b02b-8fb93dfe5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:32.225384 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b57494f-b714-4c41-a0b6-386bf6eb660f req-473beeb6-d12f-49e6-b02b-8fb93dfe5ae7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bad30073-1a57-4e82-b12a-d079e2e3a0d5 HTTP/1.1" status: 200 len: 870 time: 0.1917746 Oct 12 04:07:32.253885 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-043c759c-4440-4e3f-b72f-1ed4e31c80c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.276741 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-043c759c-4440-4e3f-b72f-1ed4e31c80c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.281436 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-069caf66-a367-4898-b9ee-658c22ef0a25 req-2f14c4e2-75b8-49b1-be79-3ad64033ce55 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912037 Oct 12 04:07:32.282817 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b57494f-b714-4c41-a0b6-386bf6eb660f req-5229737b-e670-44ec-b508-d31e346fb655 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=6fb35152-bce1-41eb-8435-d261173a70f8 HTTP/1.1" status: 200 len: 217 time: 0.0450804 Oct 12 04:07:32.334867 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-043c759c-4440-4e3f-b72f-1ed4e31c80c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.338147 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-043c759c-4440-4e3f-b72f-1ed4e31c80c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.339602 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-043c759c-4440-4e3f-b72f-1ed4e31c80c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82316149-3781-4159-a490-84fe385d5f6d HTTP/1.1" status: 204 len: 168 time: 0.1636741 Oct 12 04:07:32.348798 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c759c-4440-4e3f-b72f-1ed4e31c80c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82316149-3781-4159-a490-84fe385d5f6d,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:32.357440 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.424360 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57494f-b714-4c41-a0b6-386bf6eb660f req-0232d152-571d-497c-aa76-0bf44e0c9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:32.425983 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b57494f-b714-4c41-a0b6-386bf6eb660f req-0232d152-571d-497c-aa76-0bf44e0c9bfb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6dfcd51b-2a77-4774-a9bf-b30870f0b4a4 HTTP/1.1" status: 200 len: 843 time: 0.1196148 Oct 12 04:07:32.450851 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed8886-58bb-4e8d-8d63-8c919e4a32b5 req-f33b55ba-5a40-4492-bd41-8bb71981c595 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:32.452329 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d4ed8886-58bb-4e8d-8d63-8c919e4a32b5 req-f33b55ba-5a40-4492-bd41-8bb71981c595 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 947 time: 0.0926924 Oct 12 04:07:32.542077 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d4ed8886-58bb-4e8d-8d63-8c919e4a32b5 req-abd5562e-e2c9-491c-bfa6-3957b2e5fa65 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/security-groups?id=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754240 Oct 12 04:07:32.553860 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57494f-b714-4c41-a0b6-386bf6eb660f req-c3b59154-d885-41ec-b505-3299a89bd6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:32.555352 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b57494f-b714-4c41-a0b6-386bf6eb660f req-c3b59154-d885-41ec-b505-3299a89bd6be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bad30073-1a57-4e82-b12a-d079e2e3a0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1010623 Oct 12 04:07:32.579924 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.592802 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.672477 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf1cc719a2c545ecab296faab8d81c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4651446 Oct 12 04:07:32.674871 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2591c08-f66f-447e-976a-e6f0c3fffa6f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:32.676257 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39266) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:32.691575 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.691925 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.692267 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.692603 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.692955 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.693287 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.693611 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.693934 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.694258 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.694576 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.694894 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.695212 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea4698-c135-481a-abc1-5a9a8ab9ccd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:32.715031 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b57494f-b714-4c41-a0b6-386bf6eb660f req-eb64caeb-a3e3-49e2-b089-c2d042f71597 service neutron] 10.222.0.41 "GET /v2.0/networks/bad30073-1a57-4e82-b12a-d079e2e3a0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423683 Oct 12 04:07:32.756567 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-08c00341-7d42-499f-832d-120ca3ac5d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.780184 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-08c00341-7d42-499f-832d-120ca3ac5d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.821164 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b57494f-b714-4c41-a0b6-386bf6eb660f req-3150e31c-3e65-46b4-8555-060cb7ae38ec service neutron] 10.222.0.41 "GET /v2.0/networks/bad30073-1a57-4e82-b12a-d079e2e3a0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951996 Oct 12 04:07:32.828247 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-08c00341-7d42-499f-832d-120ca3ac5d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.830948 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-08c00341-7d42-499f-832d-120ca3ac5d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:32.832268 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-08c00341-7d42-499f-832d-120ca3ac5d9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2591c08-f66f-447e-976a-e6f0c3fffa6f HTTP/1.1" status: 204 len: 168 time: 0.1548512 Oct 12 04:07:32.844538 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c00341-7d42-499f-832d-120ca3ac5d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2591c08-f66f-447e-976a-e6f0c3fffa6f,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:33.263986 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383baf0e-31d5-4487-9f76-9e7dc4e91da0 req-ec702fbb-e634-436f-b9dc-e5faf21bc4fd tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:33.265894 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-383baf0e-31d5-4487-9f76-9e7dc4e91da0 req-ec702fbb-e634-436f-b9dc-e5faf21bc4fd tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 946 time: 0.0562537 Oct 12 04:07:33.351391 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-383baf0e-31d5-4487-9f76-9e7dc4e91da0 req-21aa5753-df12-4fae-9422-d33118c28a81 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781741 Oct 12 04:07:33.505030 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f84f1-902c-4510-92cb-8984dc8ac9f7 req-0c319a2d-c13b-458d-8029-d925805f0e7d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:33.506670 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bd4f84f1-902c-4510-92cb-8984dc8ac9f7 req-0c319a2d-c13b-458d-8029-d925805f0e7d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0902522 Oct 12 04:07:33.577020 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bd4f84f1-902c-4510-92cb-8984dc8ac9f7 req-5b291c69-660f-4a59-93cc-5ceae3b3f499 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565028 Oct 12 04:07:33.618555 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:33.689524 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591f313-df61-41f0-b870-a7f827af4373 req-96ec202e-abd6-404c-90a3-54cd63f70557 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:33.691132 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5591f313-df61-41f0-b870-a7f827af4373 req-96ec202e-abd6-404c-90a3-54cd63f70557 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 947 time: 0.0568495 Oct 12 04:07:33.745168 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5591f313-df61-41f0-b870-a7f827af4373 req-e9723062-cfda-473d-923d-0c8f8a5d16a7 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/security-groups?id=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456095 Oct 12 04:07:34.683879 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3cad6-53bb-40f7-a28c-5ad40285485a req-84795d54-c10b-473b-9126-e667b0255f5c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:34.689702 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bbe3cad6-53bb-40f7-a28c-5ad40285485a req-84795d54-c10b-473b-9126-e667b0255f5c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0542004 Oct 12 04:07:34.728401 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bbe3cad6-53bb-40f7-a28c-5ad40285485a req-7eea05b0-53df-4f79-b571-a7964e36c5e8 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365157 Oct 12 04:07:34.867378 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463295e-efe4-444d-a04f-32e4f41fb20c req-47a6b103-6973-4e9f-9756-0ecf39e53c93 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:34.869447 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7463295e-efe4-444d-a04f-32e4f41fb20c req-47a6b103-6973-4e9f-9756-0ecf39e53c93 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 947 time: 0.0526206 Oct 12 04:07:34.940294 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7463295e-efe4-444d-a04f-32e4f41fb20c req-adcc0d1f-c9e5-456a-90ee-91dfe23fdb9a tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/security-groups?id=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606227 Oct 12 04:07:34.953049 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e4b697d7-a8b0-4099-9caa-1950e3ef67e6 req-66ab7ab1-6383-41eb-9cd8-da798a1bea2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625739 Oct 12 04:07:35.064793 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b697d7-a8b0-4099-9caa-1950e3ef67e6 req-5d88a852-5e64-4ff5-8e31-a184db49d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:35.066389 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e4b697d7-a8b0-4099-9caa-1950e3ef67e6 req-5d88a852-5e64-4ff5-8e31-a184db49d66b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 1098 time: 0.0434382 Oct 12 04:07:35.196549 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b697d7-a8b0-4099-9caa-1950e3ef67e6 req-672bac69-f193-4007-be50-a6c5b4d88cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:35.198418 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e4b697d7-a8b0-4099-9caa-1950e3ef67e6 req-672bac69-f193-4007-be50-a6c5b4d88cab service neutron] 10.222.0.41 "GET /v2.0/networks?id=142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 200 len: 920 time: 0.1014247 Oct 12 04:07:35.244430 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e4b697d7-a8b0-4099-9caa-1950e3ef67e6 req-1a3058b7-f1f9-4eb8-8de2-0a0390d63a17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab9f88d-1ff9-4805-a050-a44a0551a8e7 HTTP/1.1" status: 200 len: 217 time: 0.0372703 Oct 12 04:07:35.310754 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b697d7-a8b0-4099-9caa-1950e3ef67e6 req-de3691a2-0dea-49cd-a303-4db368c87078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:35.312331 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e4b697d7-a8b0-4099-9caa-1950e3ef67e6 req-de3691a2-0dea-49cd-a303-4db368c87078 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833b4e19-9647-4dd2-8560-05a1e33b097d HTTP/1.1" status: 200 len: 859 time: 0.0513635 Oct 12 04:07:35.348637 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e4b697d7-a8b0-4099-9caa-1950e3ef67e6 req-3f0acd3b-5b81-44fb-9749-eb602f8a3684 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=142d406d-e454-45b8-b5f0-7750b0d1ef9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281463 Oct 12 04:07:35.460143 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e4b697d7-a8b0-4099-9caa-1950e3ef67e6 req-87a0a690-6384-48b2-b447-304c2ede48d7 service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035058 Oct 12 04:07:35.570514 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e4b697d7-a8b0-4099-9caa-1950e3ef67e6 req-e90c12e9-174a-4ed0-86cb-2432b3696617 service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956638 Oct 12 04:07:35.852842 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7161c3-6e41-469d-8bfb-b335d73764ba req-e3d22bde-3974-427c-b562-b855d90125d8 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:35.854477 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bf7161c3-6e41-469d-8bfb-b335d73764ba req-e3d22bde-3974-427c-b562-b855d90125d8 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0518348 Oct 12 04:07:35.908303 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bf7161c3-6e41-469d-8bfb-b335d73764ba req-8200e2d3-327c-47a1-ab40-dd6005788333 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Oct 12 04:07:36.031933 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 6fb35152-bce1-41eb-8435-d261173a70f8 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:07:36.089542 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec7662-1c6d-4a75-b490-623412f992ba req-99f0977a-b543-4a45-9d10-2ef93a314ede tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:36.093731 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fec7662-1c6d-4a75-b490-623412f992ba req-99f0977a-b543-4a45-9d10-2ef93a314ede tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 947 time: 0.0842052 Oct 12 04:07:36.140964 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fec7662-1c6d-4a75-b490-623412f992ba req-2baf485a-4286-469c-850d-482c4d114d97 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/security-groups?id=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378428 Oct 12 04:07:36.162407 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 6fb35152-bce1-41eb-8435-d261173a70f8, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fb35152-bce1-41eb-8435-d261173a70f8,segment=NetworkSegment(f7280cd2-a71a-4766-812e-bccc7e1c130d),segment_id=f7280cd2-a71a-4766-812e-bccc7e1c130d)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:36.174849 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '6fb35152-bce1-41eb-8435-d261173a70f8', 'network_id': 'bad30073-1a57-4e82-b12a-d079e2e3a0d5', 'port_id': '6fb35152-bce1-41eb-8435-d261173a70f8', 'mac_address': 'fa:16:3e:43:fb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfcd51b-2a77-4774-a9bf-b30870f0b4a4', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:07:36.215862 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:36.230257 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb35152-bce1-41eb-8435-d261173a70f8 {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:07:36.268914 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 6fb35152-bce1-41eb-8435-d261173a70f8, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fb35152-bce1-41eb-8435-d261173a70f8,segment=NetworkSegment(f7280cd2-a71a-4766-812e-bccc7e1c130d),segment_id=f7280cd2-a71a-4766-812e-bccc7e1c130d)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:36.274804 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:36.347884 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=6fb35152-bce1-41eb-8435-d261173a70f8,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:36.355391 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:36.356160 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:36.356742 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:36.357306 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:36.357847 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:36.358396 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:36.358951 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:36.359290 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:36.359624 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:36.359959 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:36.360286 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:36.360625 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:07:36.431947 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b5271-c4ea-40a9-a044-49857cee1427 req-c9989a82-b806-4482-80c1-8208e8e08f69 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:36.433542 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ab3b5271-c4ea-40a9-a044-49857cee1427 req-c9989a82-b806-4482-80c1-8208e8e08f69 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 946 time: 0.0583379 Oct 12 04:07:36.475776 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ab3b5271-c4ea-40a9-a044-49857cee1427 req-0c49f448-a619-4563-bc6a-b3c0d14699e6 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342617 Oct 12 04:07:36.534672 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39538) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:36.557310 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39546) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:36.651212 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d4db-70c4-452b-91f2-e5ee8452f6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:36.684322 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-939cc9bc-e5b2-48ac-b342-d8c2b2e3f842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:36.789132 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d4db-70c4-452b-91f2-e5ee8452f6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:36.798497 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d4db-70c4-452b-91f2-e5ee8452f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:36.829095 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['6fb35152-bce1-41eb-8435-d261173a70f8'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:07:36.832423 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-939cc9bc-e5b2-48ac-b342-d8c2b2e3f842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:36.840503 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-939cc9bc-e5b2-48ac-b342-d8c2b2e3f842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:36.848111 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-4dd6d4db-70c4-452b-91f2-e5ee8452f6fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a81ce5d121e43008167c79515a22f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117592 Oct 12 04:07:36.851116 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 39560) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:36.858174 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6d4db-70c4-452b-91f2-e5ee8452f6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8003ef-ce62-41e3-99db-728c73a1272c,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:36.888818 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-939cc9bc-e5b2-48ac-b342-d8c2b2e3f842 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dde65e89d07849fbb68293d1b23b45f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278277 Oct 12 04:07:36.889169 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 39562) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:36.898527 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cc9bc-e5b2-48ac-b342-d8c2b2e3f842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9baa760-791c-45c5-bd63-fbbdb86d8e21,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:36.952593 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad4818ae-c457-46d6-b504-baf13117a1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:36.974115 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f3daba5c-2150-4e52-a2de-5c74c98d1d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:36.988161 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad4818ae-c457-46d6-b504-baf13117a1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.055914 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f3daba5c-2150-4e52-a2de-5c74c98d1d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.104447 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ae6fe-a308-4a1d-82f5-ae4706f86988 req-812fa5ab-3860-47a0-b120-87cec501b836 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:37.105958 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-302ae6fe-a308-4a1d-82f5-ae4706f86988 req-812fa5ab-3860-47a0-b120-87cec501b836 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.1221347 Oct 12 04:07:37.120606 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad4818ae-c457-46d6-b504-baf13117a1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.123484 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad4818ae-c457-46d6-b504-baf13117a1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.124524 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-ad4818ae-c457-46d6-b504-baf13117a1ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad8003ef-ce62-41e3-99db-728c73a1272c HTTP/1.1" status: 204 len: 168 time: 0.2715495 Oct 12 04:07:37.145791 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4818ae-c457-46d6-b504-baf13117a1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8003ef-ce62-41e3-99db-728c73a1272c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:37.156696 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f3daba5c-2150-4e52-a2de-5c74c98d1d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.159277 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f3daba5c-2150-4e52-a2de-5c74c98d1d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.160403 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-f3daba5c-2150-4e52-a2de-5c74c98d1d3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9baa760-791c-45c5-bd63-fbbdb86d8e21 HTTP/1.1" status: 204 len: 168 time: 0.2697330 Oct 12 04:07:37.169883 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-302ae6fe-a308-4a1d-82f5-ae4706f86988 req-9dcb0c7b-165d-4eb8-b99e-73b808f5545a tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568898 Oct 12 04:07:37.174805 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3daba5c-2150-4e52-a2de-5c74c98d1d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9baa760-791c-45c5-bd63-fbbdb86d8e21,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:37.288630 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3bcf4-e98b-4d7c-92d6-6c3d26eeed67 req-b7eebe47-01a8-407c-9518-2a04e3f75e65 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:37.290207 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-67d3bcf4-e98b-4d7c-92d6-6c3d26eeed67 req-b7eebe47-01a8-407c-9518-2a04e3f75e65 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 948 time: 0.0558579 Oct 12 04:07:37.334335 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.336336 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-67d3bcf4-e98b-4d7c-92d6-6c3d26eeed67 req-ef1b6030-5b72-496d-be6a-1a63ead485d7 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/security-groups?id=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397646 Oct 12 04:07:37.518502 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 39586) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:37.532705 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-31d69c5b-266f-4e66-a784-31a0643b437b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.621245 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968f475-3258-407e-a4d8-229f5ee2f3df req-894c989a-cc3e-45e4-a6d0-03a764d3ecdb tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:37.623295 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4968f475-3258-407e-a4d8-229f5ee2f3df req-894c989a-cc3e-45e4-a6d0-03a764d3ecdb tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 946 time: 0.0758615 Oct 12 04:07:37.680278 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-31d69c5b-266f-4e66-a784-31a0643b437b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.687958 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4968f475-3258-407e-a4d8-229f5ee2f3df req-2c0e08db-e431-4d60-9ab0-cfad29628c2f tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546820 Oct 12 04:07:37.687958 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-31d69c5b-266f-4e66-a784-31a0643b437b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.724220 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-31d69c5b-266f-4e66-a784-31a0643b437b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cb5ad227dd140cab1bb4b7f3790a60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045217 Oct 12 04:07:37.725120 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d69c5b-266f-4e66-a784-31a0643b437b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db5c8c5-d8d0-468b-b6db-fc6506527673,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:37.727106 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39592) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:37.778090 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-151d26ac-a716-4fb6-9798-f7f2cea07305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.800092 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-151d26ac-a716-4fb6-9798-f7f2cea07305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.852651 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-151d26ac-a716-4fb6-9798-f7f2cea07305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.855592 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-151d26ac-a716-4fb6-9798-f7f2cea07305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:37.857295 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-151d26ac-a716-4fb6-9798-f7f2cea07305 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7db5c8c5-d8d0-468b-b6db-fc6506527673 HTTP/1.1" status: 204 len: 168 time: 0.1291096 Oct 12 04:07:37.867181 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d26ac-a716-4fb6-9798-f7f2cea07305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db5c8c5-d8d0-468b-b6db-fc6506527673,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:38.055492 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 6fb35152-bce1-41eb-8435-d261173a70f8 up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:07:38.162335 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port 6fb35152-bce1-41eb-8435-d261173a70f8 completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:07:38.170814 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 6fb35152-bce1-41eb-8435-d261173a70f8 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:07:38.171408 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:38.330869 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:38.354204 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e7e95-d41d-4b9f-970e-f8b843f07038 req-bd8c0b28-ea47-45a3-a030-b50ce41ce7c4 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:38.361646 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad8e7e95-d41d-4b9f-970e-f8b843f07038 req-bd8c0b28-ea47-45a3-a030-b50ce41ce7c4 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0719407 Oct 12 04:07:38.389427 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b493cc64-2ad2-46f0-89a9-56cc0a83cc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb35152-bce1-41eb-8435-d261173a70f8'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:38.391490 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3abe064-b69c-4efa-bcb5-9f9d1eb64652" -d '{"events": [{"server_uuid": "b493cc64-2ad2-46f0-89a9-56cc0a83cc8f", "name": "network-vif-plugged", "status": "completed", "tag": "6fb35152-bce1-41eb-8435-d261173a70f8"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:38.404532 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 6fb35152-bce1-41eb-8435-d261173a70f8, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fb35152-bce1-41eb-8435-d261173a70f8,segment=NetworkSegment(f7280cd2-a71a-4766-812e-bccc7e1c130d),segment_id=f7280cd2-a71a-4766-812e-bccc7e1c130d)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:38.410805 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:38.421851 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad8e7e95-d41d-4b9f-970e-f8b843f07038 req-f35da779-d14c-49b8-989a-b5e0a8936da7 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567684 Oct 12 04:07:38.510083 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=6fb35152-bce1-41eb-8435-d261173a70f8,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:38.575167 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17143e06-47d8-439a-8b08-f5002dfbe7da req-fc7bd388-ce5c-4fcd-b7ea-109da2586cea tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:38.576694 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-17143e06-47d8-439a-8b08-f5002dfbe7da req-fc7bd388-ce5c-4fcd-b7ea-109da2586cea tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 949 time: 0.0517459 Oct 12 04:07:38.623819 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a645afe-d4fa-4522-bfba-9d1bb91f086c x-openstack-request-id: req-2a645afe-d4fa-4522-bfba-9d1bb91f086c {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:38.624303 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b493cc64-2ad2-46f0-89a9-56cc0a83cc8f", "name": "network-vif-plugged", "status": "completed", "tag": "6fb35152-bce1-41eb-8435-d261173a70f8", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:38.625351 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a645afe-d4fa-4522-bfba-9d1bb91f086c {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:38.625918 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b493cc64-2ad2-46f0-89a9-56cc0a83cc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb35152-bce1-41eb-8435-d261173a70f8', 'code': 200} Oct 12 04:07:38.643660 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-17143e06-47d8-439a-8b08-f5002dfbe7da req-68366e3e-85b3-464a-b996-e5a950c7ef99 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/security-groups?id=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593622 Oct 12 04:07:38.752262 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552182-3c55-4836-8869-62ffff6ad71d req-3227d7c9-b75a-4f28-a1a2-8f3fd0cfd519 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:38.754975 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-62552182-3c55-4836-8869-62ffff6ad71d req-3227d7c9-b75a-4f28-a1a2-8f3fd0cfd519 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.41 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 946 time: 0.0634334 Oct 12 04:07:38.898393 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3607f6-916b-40d7-8f00-11c2afa20d27 req-62860c36-0216-4a62-be9c-f60dce64e729 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:38.899863 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cc3607f6-916b-40d7-8f00-11c2afa20d27 req-62860c36-0216-4a62-be9c-f60dce64e729 tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 946 time: 0.1277206 Oct 12 04:07:38.911206 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a7e43-8b16-4498-958d-c9cb40c58b16 req-27289f4b-120f-4d39-a9d8-0b1778bb7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:38.912588 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-825a7e43-8b16-4498-958d-c9cb40c58b16 req-27289f4b-120f-4d39-a9d8-0b1778bb7eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 1102 time: 0.0948594 Oct 12 04:07:38.975459 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-62552182-3c55-4836-8869-62ffff6ad71d req-297428bf-febe-4117-802f-505ebd8c4f7b tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Deleting port b76d8e1b-2708-46d7-a18a-48eeb4201981 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:07:38.975799 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-62552182-3c55-4836-8869-62ffff6ad71d req-297428bf-febe-4117-802f-505ebd8c4f7b tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:38.980576 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cc3607f6-916b-40d7-8f00-11c2afa20d27 req-826e935f-3c54-4925-85a9-3ee68968bbde tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/security-groups?id=785275f2-bff0-4b96-a162-b0d1334a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713344 Oct 12 04:07:39.024418 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-825a7e43-8b16-4498-958d-c9cb40c58b16 req-29b2e069-47a2-42f7-aa92-df1af3dccec9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937982 Oct 12 04:07:39.089471 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-62552182-3c55-4836-8869-62ffff6ad71d req-297428bf-febe-4117-802f-505ebd8c4f7b tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] For port b76d8e1b-2708-46d7-a18a-48eeb4201981, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=b76d8e1b-2708-46d7-a18a-48eeb4201981,segment=NetworkSegment(ecc7b4ff-8ad2-4d34-876d-3b6b4f306935),segment_id=ecc7b4ff-8ad2-4d34-876d-3b6b4f306935)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:39.089844 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-62552182-3c55-4836-8869-62ffff6ad71d req-297428bf-febe-4117-802f-505ebd8c4f7b tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:39.105628 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-62552182-3c55-4836-8869-62ffff6ad71d req-297428bf-febe-4117-802f-505ebd8c4f7b tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Calling delete_port for b76d8e1b-2708-46d7-a18a-48eeb4201981 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:07:39.156442 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39662) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:39.239006 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-62552182-3c55-4836-8869-62ffff6ad71d req-297428bf-febe-4117-802f-505ebd8c4f7b tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:39.251037 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['b76d8e1b-2708-46d7-a18a-48eeb4201981'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:07:39.265329 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9072aa48-5872-40b8-852e-98b3409d8bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:39.267646 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297428bf-febe-4117-802f-505ebd8c4f7b tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Pushing event deleted for resources: {'Port': ['ID=b76d8e1b-2708-46d7-a18a-48eeb4201981,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:39.310140 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-62552182-3c55-4836-8869-62ffff6ad71d req-297428bf-febe-4117-802f-505ebd8c4f7b tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] No DVR routers for this DVR port b76d8e1b-2708-46d7-a18a-48eeb4201981 on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:07:39.313452 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-62552182-3c55-4836-8869-62ffff6ad71d req-297428bf-febe-4117-802f-505ebd8c4f7b tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:39.316907 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-62552182-3c55-4836-8869-62ffff6ad71d req-297428bf-febe-4117-802f-505ebd8c4f7b tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.41 "DELETE /v2.0/ports/b76d8e1b-2708-46d7-a18a-48eeb4201981 HTTP/1.1" status: 204 len: 173 time: 0.5536377 Oct 12 04:07:39.317351 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d9288e-8679-4578-b404-854c1e5688be', 'name': 'network-vif-deleted', 'tag': 'b76d8e1b-2708-46d7-a18a-48eeb4201981'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:39.319906 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b13c0aa-f3bf-4d96-95c0-2d736ab8bd3c" -d '{"events": [{"server_uuid": "18d9288e-8679-4578-b404-854c1e5688be", "name": "network-vif-deleted", "tag": "b76d8e1b-2708-46d7-a18a-48eeb4201981"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:39.356681 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb465db-2b0f-465d-8e78-076a72e49a6d x-openstack-request-id: req-ecb465db-2b0f-465d-8e78-076a72e49a6d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:39.357309 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d9288e-8679-4578-b404-854c1e5688be", "name": "network-vif-deleted", "tag": "b76d8e1b-2708-46d7-a18a-48eeb4201981", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:39.357309 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecb465db-2b0f-465d-8e78-076a72e49a6d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:39.357611 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d9288e-8679-4578-b404-854c1e5688be', 'name': 'network-vif-deleted', 'tag': 'b76d8e1b-2708-46d7-a18a-48eeb4201981', 'status': 'completed', 'code': 200} Oct 12 04:07:39.368392 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9072aa48-5872-40b8-852e-98b3409d8bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:39.375310 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9072aa48-5872-40b8-852e-98b3409d8bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:39.417042 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-9072aa48-5872-40b8-852e-98b3409d8bc7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62f425b24ba24a1a99f84766f833b491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594414 Oct 12 04:07:39.418052 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072aa48-5872-40b8-852e-98b3409d8bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60f3441-09e5-46a3-8112-f0db74963455,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:39.423102 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 39674) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:39.493789 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c6e0-ba2a-4b76-889b-0f685c92bc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:39.781702 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c6e0-ba2a-4b76-889b-0f685c92bc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:39.857115 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee0593-d7b5-4c2f-9fc6-4fe19c3169a7 req-dab200a3-782b-43e9-8d23-7d3284e41015 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:39.858661 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b6ee0593-d7b5-4c2f-9fc6-4fe19c3169a7 req-dab200a3-782b-43e9-8d23-7d3284e41015 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.3444490 Oct 12 04:07:39.879643 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512670a-4d30-4572-8787-91590f48e856 req-d5f07aea-82ea-44b6-bc6e-8c33450666a8 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:39.881060 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d512670a-4d30-4572-8787-91590f48e856 req-d5f07aea-82ea-44b6-bc6e-8c33450666a8 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 949 time: 0.1017618 Oct 12 04:07:39.909663 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c6e0-ba2a-4b76-889b-0f685c92bc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:39.912157 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c6e0-ba2a-4b76-889b-0f685c92bc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:39.913339 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-f4e5c6e0-ba2a-4b76-889b-0f685c92bc10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b60f3441-09e5-46a3-8112-f0db74963455 HTTP/1.1" status: 204 len: 168 time: 0.4829817 Oct 12 04:07:39.937876 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b6ee0593-d7b5-4c2f-9fc6-4fe19c3169a7 req-97a993e6-a3bb-4e5f-bbb1-b540b70ea9fc tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720274 Oct 12 04:07:39.962433 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d512670a-4d30-4572-8787-91590f48e856 req-c640e6b2-845f-459c-be2f-2daba6f3c89f tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/security-groups?id=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665889 Oct 12 04:07:39.962433 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5c6e0-ba2a-4b76-889b-0f685c92bc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60f3441-09e5-46a3-8112-f0db74963455,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:40.104122 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6bfa25af-9c8b-406b-9808-8a24a6d923f9 req-4ec642ec-16ee-4879-9f67-43615b4aac0e tempest-VolumesActionsTest-664241364 tempest-VolumesActionsTest-664241364-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d9288e-8679-4578-b404-854c1e5688be HTTP/1.1" status: 200 len: 210 time: 0.0337930 Oct 12 04:07:41.111461 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db05ce2-d574-45ef-b847-acb69977e104 req-66d1e499-f512-4b36-9d02-273e2e21881c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:41.112983 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7db05ce2-d574-45ef-b847-acb69977e104 req-66d1e499-f512-4b36-9d02-273e2e21881c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0835240 Oct 12 04:07:41.144485 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1177f-30fc-4f65-948a-b36c8af8d463 req-8e1f7364-4927-44a3-b49f-8420abc78fef tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:41.145963 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dfc1177f-30fc-4f65-948a-b36c8af8d463 req-8e1f7364-4927-44a3-b49f-8420abc78fef tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 949 time: 0.0746586 Oct 12 04:07:41.176486 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7db05ce2-d574-45ef-b847-acb69977e104 req-65034fdf-adee-47e3-a11c-2a50e11e14b3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558054 Oct 12 04:07:41.196942 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dfc1177f-30fc-4f65-948a-b36c8af8d463 req-18b2e477-eeb4-4c71-bee4-ee23e7c787c2 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/security-groups?id=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Oct 12 04:07:41.534884 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8bcb8-f24e-46f8-9858-bbe56b025e14 req-6c327448-011d-431d-80ab-f88ea48f0967 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:41.536485 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-00b8bcb8-f24e-46f8-9858-bbe56b025e14 req-6c327448-011d-431d-80ab-f88ea48f0967 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 949 time: 0.0931096 Oct 12 04:07:41.578242 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-00b8bcb8-f24e-46f8-9858-bbe56b025e14 req-3fd119d5-bd34-489b-899f-151b759057ce tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/security-groups?id=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331335 Oct 12 04:07:42.073787 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device b76d8e1b-2708-46d7-a18a-48eeb4201981 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:07:42.102835 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: b76d8e1b-2708-46d7-a18a-48eeb4201981 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:07:42.103176 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device b76d8e1b-2708-46d7-a18a-48eeb4201981 not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:07:42.305217 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8782269-ba58-413d-8f5a-61fae1a5af1f req-9ccb3568-bda7-4420-94b8-b7da60ae99c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:42.306667 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f8782269-ba58-413d-8f5a-61fae1a5af1f req-9ccb3568-bda7-4420-94b8-b7da60ae99c2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0548880 Oct 12 04:07:42.345555 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f8782269-ba58-413d-8f5a-61fae1a5af1f req-877c15db-f7b3-49ed-9997-07180ecef49c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327532 Oct 12 04:07:42.707640 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ec191-c92f-43ef-9745-4d43551d848a req-acf35585-d4fb-4037-95ce-2b9806c2cb38 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:42.709231 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3a0ec191-c92f-43ef-9745-4d43551d848a req-acf35585-d4fb-4037-95ce-2b9806c2cb38 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 949 time: 0.0516436 Oct 12 04:07:42.748399 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3a0ec191-c92f-43ef-9745-4d43551d848a req-e1ecd345-aded-4c90-a696-f9dc0fc058da tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/security-groups?id=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331979 Oct 12 04:07:43.492619 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92091f55-22cd-49e3-b5bb-d7efae22e108 req-b2f9adfd-1843-4883-96ca-aa717331b17c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:43.497651 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-92091f55-22cd-49e3-b5bb-d7efae22e108 req-b2f9adfd-1843-4883-96ca-aa717331b17c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0728965 Oct 12 04:07:43.536925 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-92091f55-22cd-49e3-b5bb-d7efae22e108 req-e70c6f53-0c0c-4efb-b4eb-4889b3fb6ac3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374820 Oct 12 04:07:43.820422 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4781c-24c3-4e25-b8c6-46ea9145b25f req-5fb3dd0f-f505-47d8-818d-bf98a70e9ad1 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:43.822175 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dcb4781c-24c3-4e25-b8c6-46ea9145b25f req-5fb3dd0f-f505-47d8-818d-bf98a70e9ad1 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.41 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 949 time: 0.0532844 Oct 12 04:07:43.946330 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9906b-6d9d-4b89-9a7a-4cbb4313f5c1 req-273de520-f609-4484-b033-0714d3b6e9de tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:43.947820 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6fa9906b-6d9d-4b89-9a7a-4cbb4313f5c1 req-273de520-f609-4484-b033-0714d3b6e9de tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 949 time: 0.1146839 Oct 12 04:07:43.999485 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-dcb4781c-24c3-4e25-b8c6-46ea9145b25f req-d4cef583-2f82-465a-a9de-ac4fcd4a674f tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Deleting port 6fb35152-bce1-41eb-8435-d261173a70f8 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:07:43.999827 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dcb4781c-24c3-4e25-b8c6-46ea9145b25f req-d4cef583-2f82-465a-a9de-ac4fcd4a674f tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:44.006570 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6fa9906b-6d9d-4b89-9a7a-4cbb4313f5c1 req-2aac5871-b338-4a6c-b396-d39ec21453e1 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/security-groups?id=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515959 Oct 12 04:07:44.140573 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-dcb4781c-24c3-4e25-b8c6-46ea9145b25f req-d4cef583-2f82-465a-a9de-ac4fcd4a674f tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] For port 6fb35152-bce1-41eb-8435-d261173a70f8, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6fb35152-bce1-41eb-8435-d261173a70f8,segment=NetworkSegment(f7280cd2-a71a-4766-812e-bccc7e1c130d),segment_id=f7280cd2-a71a-4766-812e-bccc7e1c130d)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:07:44.141020 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dcb4781c-24c3-4e25-b8c6-46ea9145b25f req-d4cef583-2f82-465a-a9de-ac4fcd4a674f tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:44.155949 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-dcb4781c-24c3-4e25-b8c6-46ea9145b25f req-d4cef583-2f82-465a-a9de-ac4fcd4a674f tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Calling delete_port for 6fb35152-bce1-41eb-8435-d261173a70f8 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:07:44.327510 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dcb4781c-24c3-4e25-b8c6-46ea9145b25f req-d4cef583-2f82-465a-a9de-ac4fcd4a674f tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:44.340460 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['6fb35152-bce1-41eb-8435-d261173a70f8'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:07:44.354906 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39942) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:44.357791 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cef583-2f82-465a-a9de-ac4fcd4a674f tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Pushing event deleted for resources: {'Port': ['ID=6fb35152-bce1-41eb-8435-d261173a70f8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:44.417711 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb4781c-24c3-4e25-b8c6-46ea9145b25f req-d4cef583-2f82-465a-a9de-ac4fcd4a674f tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] No DVR routers for this DVR port 6fb35152-bce1-41eb-8435-d261173a70f8 on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:07:44.422466 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dcb4781c-24c3-4e25-b8c6-46ea9145b25f req-d4cef583-2f82-465a-a9de-ac4fcd4a674f tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:44.427029 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dcb4781c-24c3-4e25-b8c6-46ea9145b25f req-d4cef583-2f82-465a-a9de-ac4fcd4a674f tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.41 "DELETE /v2.0/ports/6fb35152-bce1-41eb-8435-d261173a70f8 HTTP/1.1" status: 204 len: 173 time: 0.5822577 Oct 12 04:07:44.428116 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b493cc64-2ad2-46f0-89a9-56cc0a83cc8f', 'name': 'network-vif-deleted', 'tag': '6fb35152-bce1-41eb-8435-d261173a70f8'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:07:44.439711 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889d9630-afd6-47d3-a101-edd44a367d3b" -d '{"events": [{"server_uuid": "b493cc64-2ad2-46f0-89a9-56cc0a83cc8f", "name": "network-vif-deleted", "tag": "6fb35152-bce1-41eb-8435-d261173a70f8"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:07:44.501500 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012e78e4-346b-4b4b-9987-33d76f4ac2c1 x-openstack-request-id: req-012e78e4-346b-4b4b-9987-33d76f4ac2c1 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:07:44.502021 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b493cc64-2ad2-46f0-89a9-56cc0a83cc8f", "name": "network-vif-deleted", "tag": "6fb35152-bce1-41eb-8435-d261173a70f8", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:07:44.502181 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-012e78e4-346b-4b4b-9987-33d76f4ac2c1 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:07:44.502973 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b493cc64-2ad2-46f0-89a9-56cc0a83cc8f', 'name': 'network-vif-deleted', 'tag': '6fb35152-bce1-41eb-8435-d261173a70f8', 'status': 'completed', 'code': 200} Oct 12 04:07:44.558581 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-43c035ed-683a-427b-8fdf-6569c2f57af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:44.719565 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-43c035ed-683a-427b-8fdf-6569c2f57af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:44.727819 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-43c035ed-683a-427b-8fdf-6569c2f57af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:44.770514 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddedbf-9c41-4095-9a92-ba49f418eef4 req-7ec586fa-308f-40cc-9926-6e6558dc987a tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:44.772176 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7fddedbf-9c41-4095-9a92-ba49f418eef4 req-7ec586fa-308f-40cc-9926-6e6558dc987a tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.1075466 Oct 12 04:07:44.787514 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c035ed-683a-427b-8fdf-6569c2f57af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ea8144-9003-430e-a910-860c9a80a8f8,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:44.794266 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-43c035ed-683a-427b-8fdf-6569c2f57af2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8550dbd26004942915a3aaec21703a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377208 Oct 12 04:07:44.796813 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39964) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:44.862518 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24d71885-5ba8-4c77-a515-a15aabda4c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:44.877491 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7fddedbf-9c41-4095-9a92-ba49f418eef4 req-7760c3b7-b34f-4788-9303-7155248c2008 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943291 Oct 12 04:07:44.898923 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24d71885-5ba8-4c77-a515-a15aabda4c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:44.957983 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24d71885-5ba8-4c77-a515-a15aabda4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:44.960754 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24d71885-5ba8-4c77-a515-a15aabda4c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:44.961997 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-24d71885-5ba8-4c77-a515-a15aabda4c12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7ea8144-9003-430e-a910-860c9a80a8f8 HTTP/1.1" status: 204 len: 168 time: 0.1638970 Oct 12 04:07:44.974183 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d71885-5ba8-4c77-a515-a15aabda4c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ea8144-9003-430e-a910-860c9a80a8f8,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:45.132439 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-15c28681-9ee4-452e-bcec-deb4898ea914 req-2e321150-1356-410c-9b73-5c6c5bb83ff9 tempest-VolumesNegativeTest-411529357 tempest-VolumesNegativeTest-411529357-project] 10.222.0.31 "GET /v2.0/ports?device_id=b493cc64-2ad2-46f0-89a9-56cc0a83cc8f HTTP/1.1" status: 200 len: 210 time: 0.0292220 Oct 12 04:07:45.245143 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 39978) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:45.259409 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0a827735-7221-4e56-a6eb-f8e88fcae970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:45.338654 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0a827735-7221-4e56-a6eb-f8e88fcae970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:45.342989 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0a827735-7221-4e56-a6eb-f8e88fcae970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:45.382993 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-0a827735-7221-4e56-a6eb-f8e88fcae970 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fbd3bbefb96d4c189e2ffba2053370ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366045 Oct 12 04:07:45.383847 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a827735-7221-4e56-a6eb-f8e88fcae970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c678998-1fe6-4358-99b6-3b8f82984112,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:45.385836 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 39980) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:45.435507 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02ece3cd-8c10-4934-95cb-98fbbb0b86fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:45.459196 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02ece3cd-8c10-4934-95cb-98fbbb0b86fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:45.504889 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02ece3cd-8c10-4934-95cb-98fbbb0b86fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:45.507391 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02ece3cd-8c10-4934-95cb-98fbbb0b86fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:45.508535 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-02ece3cd-8c10-4934-95cb-98fbbb0b86fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c678998-1fe6-4358-99b6-3b8f82984112 HTTP/1.1" status: 204 len: 168 time: 0.1215408 Oct 12 04:07:45.516543 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ece3cd-8c10-4934-95cb-98fbbb0b86fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c678998-1fe6-4358-99b6-3b8f82984112,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:46.033248 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7ecde-8f21-4642-825c-b38d310f4bad req-71c998b6-4d13-4d64-a205-1a8b0a019f54 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:46.043034 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-74c7ecde-8f21-4642-825c-b38d310f4bad req-71c998b6-4d13-4d64-a205-1a8b0a019f54 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0826366 Oct 12 04:07:46.092260 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-74c7ecde-8f21-4642-825c-b38d310f4bad req-0c0a4151-6bfe-4530-815a-c9d57387302d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Oct 12 04:07:47.243218 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b6eea-2ec5-4fa6-b4ba-5672f2dc9743 req-83ff7020-6280-402a-ad4b-e85c52d048d1 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:47.245032 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-816b6eea-2ec5-4fa6-b4ba-5672f2dc9743 req-83ff7020-6280-402a-ad4b-e85c52d048d1 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0608053 Oct 12 04:07:47.305461 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-816b6eea-2ec5-4fa6-b4ba-5672f2dc9743 req-54c678ac-f7ac-4b09-86e2-2ec253b898a8 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517311 Oct 12 04:07:48.091449 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 6fb35152-bce1-41eb-8435-d261173a70f8 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:07:48.114359 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: 6fb35152-bce1-41eb-8435-d261173a70f8 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:07:48.114701 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 6fb35152-bce1-41eb-8435-d261173a70f8 not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:07:48.460081 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9509dab-845e-49ac-8118-b5bdfb533351 req-dc10d0ed-a958-44ee-bced-7c9ca7ccf64b tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:48.461615 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b9509dab-845e-49ac-8118-b5bdfb533351 req-dc10d0ed-a958-44ee-bced-7c9ca7ccf64b tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0698020 Oct 12 04:07:48.524690 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b9509dab-845e-49ac-8118-b5bdfb533351 req-e5bfe062-39ef-4127-a143-00ae67e84584 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555425 Oct 12 04:07:48.549595 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:07:49.032324 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 40374) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:49.145269 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d8fa31cd-e9d0-46dc-92f5-aa1bc30b7441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:49.220515 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d8fa31cd-e9d0-46dc-92f5-aa1bc30b7441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:49.224299 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d8fa31cd-e9d0-46dc-92f5-aa1bc30b7441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:49.263688 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-d8fa31cd-e9d0-46dc-92f5-aa1bc30b7441 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=965beb0e442e4358aa396da8379ba693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302597 Oct 12 04:07:49.264696 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa31cd-e9d0-46dc-92f5-aa1bc30b7441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606e7e06-46b1-40dc-b2ad-e2d953d93c43,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:49.266627 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40382) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:49.316338 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-da0b2138-942b-4034-998f-bc5504f43418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:49.336636 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-da0b2138-942b-4034-998f-bc5504f43418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:49.382043 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-da0b2138-942b-4034-998f-bc5504f43418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:49.384714 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-da0b2138-942b-4034-998f-bc5504f43418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:49.385887 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-da0b2138-942b-4034-998f-bc5504f43418 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/606e7e06-46b1-40dc-b2ad-e2d953d93c43 HTTP/1.1" status: 204 len: 168 time: 0.1181014 Oct 12 04:07:49.393820 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b2138-942b-4034-998f-bc5504f43418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606e7e06-46b1-40dc-b2ad-e2d953d93c43,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:49.659104 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9be4e4-61c3-41db-8c5b-aa4e3ca5d77b req-60e6e142-3533-4b1f-9a1f-f67d37582c5e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:49.663051 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ea9be4e4-61c3-41db-8c5b-aa4e3ca5d77b req-60e6e142-3533-4b1f-9a1f-f67d37582c5e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0593240 Oct 12 04:07:49.810966 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ea9be4e4-61c3-41db-8c5b-aa4e3ca5d77b req-e2bff173-b938-4686-aa65-f81f222e9619 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364965 Oct 12 04:07:49.838224 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad996e-17c1-4b22-9170-650f6ccdb10a req-ca33eb72-95c7-4a4b-a620-4dd77015dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:49.841209 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-87ad996e-17c1-4b22-9170-650f6ccdb10a req-ca33eb72-95c7-4a4b-a620-4dd77015dd25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 1098 time: 0.1063356 Oct 12 04:07:49.845203 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40412) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:49.861100 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-11367824-cd85-45f7-8146-f2d572755a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:49.900897 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-87ad996e-17c1-4b22-9170-650f6ccdb10a req-d728e5eb-b7d6-4f15-8cf4-f2c80fdca11a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505478 Oct 12 04:07:49.936152 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40414) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:49.974191 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-11367824-cd85-45f7-8146-f2d572755a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:49.980656 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-11367824-cd85-45f7-8146-f2d572755a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.031644 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-11367824-cd85-45f7-8146-f2d572755a73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d98d45df5ec465990ebb07809cd17bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827562 Oct 12 04:07:50.032391 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40418) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:50.038889 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11367824-cd85-45f7-8146-f2d572755a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58823046-1dc9-46ac-a472-42057bdb38fa,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:50.095086 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-22ec85b1-be1f-40ed-a5ac-8078778d1a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.120987 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-22ec85b1-be1f-40ed-a5ac-8078778d1a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.174447 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d2da0688-4f1a-4645-b368-dd1f7005b307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.216025 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-22ec85b1-be1f-40ed-a5ac-8078778d1a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.219457 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-22ec85b1-be1f-40ed-a5ac-8078778d1a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.221066 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-22ec85b1-be1f-40ed-a5ac-8078778d1a80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58823046-1dc9-46ac-a472-42057bdb38fa HTTP/1.1" status: 204 len: 168 time: 0.1881337 Oct 12 04:07:50.258495 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec85b1-be1f-40ed-a5ac-8078778d1a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58823046-1dc9-46ac-a472-42057bdb38fa,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:50.318888 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d2da0688-4f1a-4645-b368-dd1f7005b307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.323273 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d2da0688-4f1a-4645-b368-dd1f7005b307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.370060 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-d2da0688-4f1a-4645-b368-dd1f7005b307 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc88c767f61f478aa5a6d16b4c21a306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303277 Oct 12 04:07:50.370060 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da0688-4f1a-4645-b368-dd1f7005b307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d8380e-7351-4024-8928-081eb1c1f5aa,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:50.370698 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40438) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:50.423567 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-77ce6909-7809-43e9-9806-9db8e8e35d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.436104 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 40440) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:50.446796 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-77ce6909-7809-43e9-9806-9db8e8e35d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.516651 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-77ce6909-7809-43e9-9806-9db8e8e35d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.519930 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-77ce6909-7809-43e9-9806-9db8e8e35d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.521355 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-77ce6909-7809-43e9-9806-9db8e8e35d3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06d8380e-7351-4024-8928-081eb1c1f5aa HTTP/1.1" status: 204 len: 168 time: 0.1494963 Oct 12 04:07:50.530354 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce6909-7809-43e9-9806-9db8e8e35d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d8380e-7351-4024-8928-081eb1c1f5aa,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:50.562130 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40448) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:50.575969 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed68a-ad6c-445f-aab8-cdfcab6849e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.597826 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-19b3abf5-8900-4bbe-8425-3e41e5e7242b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0144f5edb2d7454ca1479622daf6b3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580789 Oct 12 04:07:50.598061 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 40450) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:50.650484 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed68a-ad6c-445f-aab8-cdfcab6849e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.653862 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1a473f7c-dbe8-4c44-aae1-3baf1d2edf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.656039 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed68a-ad6c-445f-aab8-cdfcab6849e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.676055 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1a473f7c-dbe8-4c44-aae1-3baf1d2edf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.694753 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-ab0ed68a-ad6c-445f-aab8-cdfcab6849e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7badfa7f6e0541388f72bda04d72490a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313798 Oct 12 04:07:50.695684 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ed68a-ad6c-445f-aab8-cdfcab6849e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97681ef-329f-4275-ae72-ee6f1369b797,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:50.698091 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 40452) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:50.766813 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-57907172-e369-49db-9f24-fb5463de0741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.770437 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1a473f7c-dbe8-4c44-aae1-3baf1d2edf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.773111 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1a473f7c-dbe8-4c44-aae1-3baf1d2edf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.774299 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-1a473f7c-dbe8-4c44-aae1-3baf1d2edf56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67d4d4e0-1255-43ac-a00b-5e089a2f6f4b HTTP/1.1" status: 204 len: 168 time: 0.1751494 Oct 12 04:07:50.803222 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a473f7c-dbe8-4c44-aae1-3baf1d2edf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d4d4e0-1255-43ac-a00b-5e089a2f6f4b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:50.810278 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-57907172-e369-49db-9f24-fb5463de0741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.956478 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cd1f9-8856-4e35-8cad-56aa0f18234c req-efc2a13c-0489-48bc-b34f-00981defc683 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:50.958243 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1b4cd1f9-8856-4e35-8cad-56aa0f18234c req-efc2a13c-0489-48bc-b34f-00981defc683 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0639443 Oct 12 04:07:50.971317 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-57907172-e369-49db-9f24-fb5463de0741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.974057 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-57907172-e369-49db-9f24-fb5463de0741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:50.975144 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-57907172-e369-49db-9f24-fb5463de0741 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c97681ef-329f-4275-ae72-ee6f1369b797 HTTP/1.1" status: 204 len: 168 time: 0.2732875 Oct 12 04:07:50.992985 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57907172-e369-49db-9f24-fb5463de0741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97681ef-329f-4275-ae72-ee6f1369b797,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:51.010988 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1b4cd1f9-8856-4e35-8cad-56aa0f18234c req-18bf2f18-acd3-4653-bca3-6615a3cbb53f tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465975 Oct 12 04:07:52.148433 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ce891-4a2c-4b11-9b3d-e006b18d6792 req-8da3c6e7-3004-42e0-ad83-390b7572d936 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:52.149972 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-314ce891-4a2c-4b11-9b3d-e006b18d6792 req-8da3c6e7-3004-42e0-ad83-390b7572d936 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0597413 Oct 12 04:07:52.191275 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-314ce891-4a2c-4b11-9b3d-e006b18d6792 req-0f56ce48-f99d-430f-8491-1607da3c623c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353835 Oct 12 04:07:52.316834 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aa1b7-df25-45fc-96b0-5a2c69b39eb9 req-1bb809db-cb51-48e9-a5ba-3c1ae063b141 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:52.318363 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2c5aa1b7-df25-45fc-96b0-5a2c69b39eb9 req-1bb809db-cb51-48e9-a5ba-3c1ae063b141 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0556695 Oct 12 04:07:52.361905 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2c5aa1b7-df25-45fc-96b0-5a2c69b39eb9 req-75096807-9695-49f2-80c7-1a8f561191ce tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370810 Oct 12 04:07:54.047854 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e32014-18e7-4897-9663-654cbeb46ab6 req-db544f93-4379-44ca-a3d9-e4af87cdb019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:54.049438 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e32014-18e7-4897-9663-654cbeb46ab6 req-db544f93-4379-44ca-a3d9-e4af87cdb019 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 1098 time: 0.0587523 Oct 12 04:07:54.086006 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb522d-552f-467a-a86e-99a2b5184b06 req-e1c80aa4-0b59-42bb-9b17-5a160c6c6133 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:54.087499 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0bbb522d-552f-467a-a86e-99a2b5184b06 req-e1c80aa4-0b59-42bb-9b17-5a160c6c6133 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.1074924 Oct 12 04:07:54.162579 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0bbb522d-552f-467a-a86e-99a2b5184b06 req-66c7a6b0-3330-48b9-ad54-e93ba4d1fb93 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473938 Oct 12 04:07:54.189575 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e32014-18e7-4897-9663-654cbeb46ab6 req-53b6153c-c008-4a6d-9d4e-677cd92e1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:54.191047 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e32014-18e7-4897-9663-654cbeb46ab6 req-53b6153c-c008-4a6d-9d4e-677cd92e1946 service neutron] 10.222.0.41 "GET /v2.0/networks?id=142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 200 len: 920 time: 0.1334343 Oct 12 04:07:54.239526 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e32014-18e7-4897-9663-654cbeb46ab6 req-05415217-f7ea-4419-bf65-7b4ab83810e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab9f88d-1ff9-4805-a050-a44a0551a8e7 HTTP/1.1" status: 200 len: 217 time: 0.0404224 Oct 12 04:07:54.301590 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e32014-18e7-4897-9663-654cbeb46ab6 req-1a02c030-25df-40fb-9337-872c61b32335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:54.303312 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e32014-18e7-4897-9663-654cbeb46ab6 req-1a02c030-25df-40fb-9337-872c61b32335 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833b4e19-9647-4dd2-8560-05a1e33b097d HTTP/1.1" status: 200 len: 859 time: 0.0520964 Oct 12 04:07:54.350209 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e32014-18e7-4897-9663-654cbeb46ab6 req-816e8ff1-cf0c-44a6-94a1-f78b6b33edfb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=142d406d-e454-45b8-b5f0-7750b0d1ef9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353456 Oct 12 04:07:54.485938 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e32014-18e7-4897-9663-654cbeb46ab6 req-d4fb4a38-1b49-4a74-a448-091395eb7eca service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276000 Oct 12 04:07:54.580844 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e32014-18e7-4897-9663-654cbeb46ab6 req-29fb4591-43b7-4585-8059-460535ee3f53 service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875514 Oct 12 04:07:55.278352 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8b666-ea03-48e6-9d46-31313d3550d2 req-61e8d6ef-8c84-4923-8dfa-d406c9c35d69 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:55.279781 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-06e8b666-ea03-48e6-9d46-31313d3550d2 req-61e8d6ef-8c84-4923-8dfa-d406c9c35d69 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0481617 Oct 12 04:07:55.316171 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-06e8b666-ea03-48e6-9d46-31313d3550d2 req-354d175a-a7b1-46c7-85f8-78043c6a2028 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304434 Oct 12 04:07:56.437967 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3e47d-9319-49f4-8ee1-498740fc06ad req-85f1cbf1-e2d9-4f32-bee4-f9747a0bc3ca tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:56.439474 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ade3e47d-9319-49f4-8ee1-498740fc06ad req-85f1cbf1-e2d9-4f32-bee4-f9747a0bc3ca tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0546584 Oct 12 04:07:56.480719 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ade3e47d-9319-49f4-8ee1-498740fc06ad req-3e8b27ec-c3f9-4aa6-94e4-2f5f610acfd0 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351813 Oct 12 04:07:56.934663 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 40774) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:56.978288 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-de65dd99-1036-4cd2-a3a8-5eb8bf7768ad admin admin] Deleting subnet ed73ab6f-5c1f-490e-9a99-d1beb2a1d2cd {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:07:56.981353 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de65dd99-1036-4cd2-a3a8-5eb8bf7768ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.024198 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de65dd99-1036-4cd2-a3a8-5eb8bf7768ad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.033989 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de65dd99-1036-4cd2-a3a8-5eb8bf7768ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.106669 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de65dd99-1036-4cd2-a3a8-5eb8bf7768ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.131906 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65dd99-1036-4cd2-a3a8-5eb8bf7768ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed73ab6f-5c1f-490e-9a99-d1beb2a1d2cd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:57.138211 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de65dd99-1036-4cd2-a3a8-5eb8bf7768ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.145058 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-de65dd99-1036-4cd2-a3a8-5eb8bf7768ad admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ed73ab6f-5c1f-490e-9a99-d1beb2a1d2cd HTTP/1.1" status: 204 len: 168 time: 0.2068083 Oct 12 04:07:57.145058 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 40782) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:57.228352 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.325258 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40796) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:57.341339 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.365131 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.365471 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.366204 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.366528 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.366855 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.367180 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.367496 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.367810 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.368120 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.368427 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.433630 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.433992 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.434319 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.434642 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 04:07:57.435002 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea456f76-fbb1-4fab-b497-351b2cebf650']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:57.449243 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6ece-ac2f-4339-96c3-38d03a60e83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.452954 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc7b4ff-8ad2-4d34-876d-3b6b4f306935') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:57.453416 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc7b4ff-8ad2-4d34-876d-3b6b4f306935') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:57.468912 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12517864'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.489842 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.498249 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:07:57.499329 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113982'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: from cryptography.utils import int_from_bytes Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: from cryptography.utils import int_from_bytes Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: Traceback (most recent call last): Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: timer() Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: cb(*args, **kw) Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: return func(*args, **kwargs) Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: self._notify() Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: self.callback(batched_events) Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: event.method(event) Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: return f(self, *a, **k) Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: return self._get(url).json() Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: return self.request(url, 'GET', **kwargs) Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:07:57.503840 dv-cinder-813067-1-smb neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:07:57.531823 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6ece-ac2f-4339-96c3-38d03a60e83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.542415 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6ece-ac2f-4339-96c3-38d03a60e83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.573589 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea6ece-ac2f-4339-96c3-38d03a60e83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ada127-3503-42bd-aab9-a32ccc697d8c,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:57.591289 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-d2ea6ece-ac2f-4339-96c3-38d03a60e83a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=540a348097104b809fd927f731fa3b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631888 Oct 12 04:07:57.591760 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.593921 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40802) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:57.603129 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.608908 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ea456f76-fbb1-4fab-b497-351b2cebf650 HTTP/1.1" status: 204 len: 168 time: 0.4605455 Oct 12 04:07:57.609580 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40804) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:57.618511 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e75ef-0549-445a-b3c1-8f04baa453c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea456f76-fbb1-4fab-b497-351b2cebf650,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:57.634007 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589bbf1-5698-4eaa-8630-450450890cf1 req-bbb332f6-1e97-46a5-9714-af60817c1aef tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:57.635817 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7589bbf1-5698-4eaa-8630-450450890cf1 req-bbb332f6-1e97-46a5-9714-af60817c1aef tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0758691 Oct 12 04:07:57.674281 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cacff15-7e20-4486-9586-1461253c6877 admin admin] Deleting subnet 860cfb87-e992-483d-8cab-7d4097527062 {{(pid=94182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:07:57.674712 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7589bbf1-5698-4eaa-8630-450450890cf1 req-53669bbc-68a7-40e8-aeed-8d350fddb8b2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318751 Oct 12 04:07:57.679390 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5cacff15-7e20-4486-9586-1461253c6877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.712287 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-df292f9c-0843-4571-bfa4-f955eab7b349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.740885 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5cacff15-7e20-4486-9586-1461253c6877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542351'] for subnet, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.766830 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-df292f9c-0843-4571-bfa4-f955eab7b349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.816664 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5cacff15-7e20-4486-9586-1461253c6877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.871013 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-df292f9c-0843-4571-bfa4-f955eab7b349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.874286 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-df292f9c-0843-4571-bfa4-f955eab7b349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.875447 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-df292f9c-0843-4571-bfa4-f955eab7b349 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27ada127-3503-42bd-aab9-a32ccc697d8c HTTP/1.1" status: 204 len: 168 time: 0.2806284 Oct 12 04:07:57.884670 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df292f9c-0843-4571-bfa4-f955eab7b349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ada127-3503-42bd-aab9-a32ccc697d8c,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:57.886719 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5cacff15-7e20-4486-9586-1461253c6877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11439025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11845777'] for subnet, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.912510 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacff15-7e20-4486-9586-1461253c6877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860cfb87-e992-483d-8cab-7d4097527062,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:57.942125 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5cacff15-7e20-4486-9586-1461253c6877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:57.946867 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-5cacff15-7e20-4486-9586-1461253c6877 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/860cfb87-e992-483d-8cab-7d4097527062 HTTP/1.1" status: 204 len: 168 time: 0.3359489 Oct 12 04:07:57.948998 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40812) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:58.027522 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f0336e78-2b69-4fa6-b42f-b8d523184599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:58.128492 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f0336e78-2b69-4fa6-b42f-b8d523184599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:58.149148 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-f0336e78-2b69-4fa6-b42f-b8d523184599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2fbf12-1b34-46b4-8768-2a6f2e08c7ef']}} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:58.157912 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-f0336e78-2b69-4fa6-b42f-b8d523184599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79434f1-e7bc-432d-a7ce-ffd11029d49a') {'for_net_delete': True} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:58.158197 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-f0336e78-2b69-4fa6-b42f-b8d523184599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79434f1-e7bc-432d-a7ce-ffd11029d49a') {} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:07:58.167000 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f0336e78-2b69-4fa6-b42f-b8d523184599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542340'] for segment, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:58.180020 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f0336e78-2b69-4fa6-b42f-b8d523184599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:58.185631 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0336e78-2b69-4fa6-b42f-b8d523184599 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:07:58.186629 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f0336e78-2b69-4fa6-b42f-b8d523184599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11438191'] for segment, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: Traceback (most recent call last): Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: timer() Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: cb(*args, **kw) Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: return func(*args, **kwargs) Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: self._notify() Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: self.callback(batched_events) Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: event.method(event) Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: return f(self, *a, **k) Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: return self._get(url).json() Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: return self.request(url, 'GET', **kwargs) Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:07:58.188213 dv-cinder-813067-1-smb neutron-server[94182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:07:58.240944 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f0336e78-2b69-4fa6-b42f-b8d523184599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:58.242985 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-6e574d0b-cb68-41bf-88fe-e42b0187cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:58.248726 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f0336e78-2b69-4fa6-b42f-b8d523184599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:58.251880 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-f0336e78-2b69-4fa6-b42f-b8d523184599 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ec2fbf12-1b34-46b4-8768-2a6f2e08c7ef HTTP/1.1" status: 204 len: 168 time: 0.3016896 Oct 12 04:07:58.261820 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0336e78-2b69-4fa6-b42f-b8d523184599 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2fbf12-1b34-46b4-8768-2a6f2e08c7ef,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:58.440108 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40826) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:58.484893 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-36e6d990-8278-4b83-83ec-cf22a0abbeb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7acbbb930cef4e0daaed55aba26fc074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426881 Oct 12 04:07:58.486760 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 40830) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:58.534761 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc5932e-7f55-4aa7-a9cb-7cbb2dfa9a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:58.556661 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc5932e-7f55-4aa7-a9cb-7cbb2dfa9a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:58.603515 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc5932e-7f55-4aa7-a9cb-7cbb2dfa9a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:58.606326 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc5932e-7f55-4aa7-a9cb-7cbb2dfa9a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:58.607515 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-acc5932e-7f55-4aa7-a9cb-7cbb2dfa9a8c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/785275f2-bff0-4b96-a162-b0d1334a9711 HTTP/1.1" status: 204 len: 168 time: 0.1197333 Oct 12 04:07:58.615745 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5932e-7f55-4aa7-a9cb-7cbb2dfa9a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785275f2-bff0-4b96-a162-b0d1334a9711,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:58.795331 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f88301-3c2d-4de6-a0e0-5d84e2cc4027 req-fb4782cb-5663-41ff-9014-b3ddff6d67fe tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:58.796807 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10f88301-3c2d-4de6-a0e0-5d84e2cc4027 req-fb4782cb-5663-41ff-9014-b3ddff6d67fe tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0519924 Oct 12 04:07:58.836875 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10f88301-3c2d-4de6-a0e0-5d84e2cc4027 req-ba6d0ccf-13bd-432f-9032-1d26b9f4fc22 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338542 Oct 12 04:07:58.923639 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40838) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:58.966582 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-22104cca-f2e3-4e33-8ed1-839028c0c73b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1932a240270645069b040ebe2e31148d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417869 Oct 12 04:07:58.968966 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40840) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:07:59.016247 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-14dcfdf1-b13a-40b3-9c1f-8d61c1fd277e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:59.036714 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-14dcfdf1-b13a-40b3-9c1f-8d61c1fd277e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:59.084555 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-14dcfdf1-b13a-40b3-9c1f-8d61c1fd277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:59.087393 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-14dcfdf1-b13a-40b3-9c1f-8d61c1fd277e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:07:59.088548 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-14dcfdf1-b13a-40b3-9c1f-8d61c1fd277e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b355ce9-ae4a-4c4f-9aa2-6a280c75f990 HTTP/1.1" status: 204 len: 168 time: 0.1187096 Oct 12 04:07:59.096075 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcfdf1-b13a-40b3-9c1f-8d61c1fd277e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b355ce9-ae4a-4c4f-9aa2-6a280c75f990,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:07:59.953666 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898595fd-82c2-4d97-907a-9415e6478bd5 req-dda9c4a7-226a-43e5-8159-84838f50ac81 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:07:59.955152 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-898595fd-82c2-4d97-907a-9415e6478bd5 req-dda9c4a7-226a-43e5-8159-84838f50ac81 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0492668 Oct 12 04:07:59.992814 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-898595fd-82c2-4d97-907a-9415e6478bd5 req-f1c8c253-b58e-43a0-974a-1c87ea6fdf95 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318165 Oct 12 04:08:00.157360 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 40896) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:00.259650 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-84809087-0da1-4b11-be5e-04e4806a1138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:00.335632 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-84809087-0da1-4b11-be5e-04e4806a1138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:00.339272 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-84809087-0da1-4b11-be5e-04e4806a1138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:00.374428 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84809087-0da1-4b11-be5e-04e4806a1138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6367b916-d9bd-4eca-86e0-028142106bcd,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:00.378606 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-84809087-0da1-4b11-be5e-04e4806a1138 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92fd1cdf416f4c64912f2df6b0558fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202609 Oct 12 04:08:00.381327 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 40902) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:00.429209 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-77567c95-2dcf-414f-97d4-5c5924341fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:00.453810 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-77567c95-2dcf-414f-97d4-5c5924341fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:00.497649 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-77567c95-2dcf-414f-97d4-5c5924341fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:00.500643 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-77567c95-2dcf-414f-97d4-5c5924341fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:00.501838 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-77567c95-2dcf-414f-97d4-5c5924341fe8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6367b916-d9bd-4eca-86e0-028142106bcd HTTP/1.1" status: 204 len: 168 time: 0.1195982 Oct 12 04:08:00.513864 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77567c95-2dcf-414f-97d4-5c5924341fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6367b916-d9bd-4eca-86e0-028142106bcd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:00.664367 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-326d3894-2fbe-499c-ac85-247c622ed767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.128809 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f7699-4273-487b-9a5f-21320d918824 req-31222108-235d-40b9-9701-05e92824ae3a tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:01.130404 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f70f7699-4273-487b-9a5f-21320d918824 req-31222108-235d-40b9-9701-05e92824ae3a tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0675845 Oct 12 04:08:01.168746 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 40948) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:01.192508 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f70f7699-4273-487b-9a5f-21320d918824 req-b8749ee6-cb31-4cbe-ab1a-9d1a0e5aa84c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557024 Oct 12 04:08:01.272576 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-371240234-network', 'tenant_id': 'e9bf44c62ed54bd7a3d5d11d48179f88'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:01.293438 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Made reservation on behalf of e9bf44c62ed54bd7a3d5d11d48179f88 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:08:01.296281 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.304615 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.384060 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.388532 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.419503 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5e895a-167d-4202-ac6c-769ca3949d53,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:01.423579 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:08:01.434493 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.434788 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.segments_db [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Added segment 0c3fe423-da8c-4733-b618-d143a6610474 of type vlan for network dbc34358-1e5e-4808-af42-cde9948029e0 Oct 12 04:08:01.476909 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.501518 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.502571 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:01.503172 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.556244 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3857744 Oct 12 04:08:01.559230 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 40956) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:01.564299 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-8a39b02c-d22e-4b99-8a2a-ded278ddd1fd admin admin] Request body: {'subnet': {'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-371240234-subnet', 'tenant_id': 'e9bf44c62ed54bd7a3d5d11d48179f88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:01.567220 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09971e-d6c4-4954-b90a-86fc972c4214 admin admin] Pushing event updated for resources: {'Network': ['ID=dbc34358-1e5e-4808-af42-cde9948029e0,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:01.577733 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network dbc34358-1e5e-4808-af42-cde9948029e0 details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:08:01.589830 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a39b02c-d22e-4b99-8a2a-ded278ddd1fd admin admin] Made reservation on behalf of e9bf44c62ed54bd7a3d5d11d48179f88 for: {'subnet': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:08:01.593503 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a39b02c-d22e-4b99-8a2a-ded278ddd1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11845814'] for subnet, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.643232 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.710496 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.772843 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a39b02c-d22e-4b99-8a2a-ded278ddd1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11439090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11845784'] for subnet, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.824196 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39b02c-d22e-4b99-8a2a-ded278ddd1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5f57e8-5067-4ae7-9072-8fea1ae3d4b7,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:01.835483 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a39b02c-d22e-4b99-8a2a-ded278ddd1fd admin admin] Checking segment: {'id': '0c3fe423-da8c-4733-b618-d143a6610474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:08:01.835839 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a39b02c-d22e-4b99-8a2a-ded278ddd1fd admin admin] Network hostable DHCP agents. Network: dbc34358-1e5e-4808-af42-cde9948029e0, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:08:01.852358 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a39b02c-d22e-4b99-8a2a-ded278ddd1fd admin admin] Network dbc34358-1e5e-4808-af42-cde9948029e0 is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:08:01.860503 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-8a39b02c-d22e-4b99-8a2a-ded278ddd1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, dbc34358-1e5e-4808-af42-cde9948029e0) {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:08:01.864413 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a39b02c-d22e-4b99-8a2a-ded278ddd1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:01.865027 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a39b02c-d22e-4b99-8a2a-ded278ddd1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:01.869322 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c5173c-e92b-4ed3-bce4-fe56d71dada8 None None] Network dbc34358-1e5e-4808-af42-cde9948029e0 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:08:01.880546 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-8a39b02c-d22e-4b99-8a2a-ded278ddd1fd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3200510 Oct 12 04:08:01.991277 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b7e67e-bd82-4190-8a7b-e83f86bb3768 None None] Network dbc34358-1e5e-4808-af42-cde9948029e0 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:08:02.323863 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a25e6-2cee-4458-beaa-b05bb93e3e23 req-c4c2bc32-97a7-41e6-91b9-db39321083ac tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:02.334085 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-100a25e6-2cee-4458-beaa-b05bb93e3e23 req-c4c2bc32-97a7-41e6-91b9-db39321083ac tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0740137 Oct 12 04:08:02.395952 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-100a25e6-2cee-4458-beaa-b05bb93e3e23 req-2276e2ea-d85e-4928-99d9-42e49819359c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547345 Oct 12 04:08:02.698752 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 41000) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:02.805963 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4149b1e4-3ac8-41ea-93bd-780a6b69920e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:02.881518 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4149b1e4-3ac8-41ea-93bd-780a6b69920e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:02.885259 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4149b1e4-3ac8-41ea-93bd-780a6b69920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:02.926232 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-4149b1e4-3ac8-41ea-93bd-780a6b69920e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5182efea1aee418196020dd90dbb0c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263873 Oct 12 04:08:02.927380 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149b1e4-3ac8-41ea-93bd-780a6b69920e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebd96e1-5dae-4262-b89f-4e651aaf46d2,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:02.928691 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 41006) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:02.980313 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4801-b645-400c-a0fd-7a4d5333777d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:03.001514 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4801-b645-400c-a0fd-7a4d5333777d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:03.046147 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4801-b645-400c-a0fd-7a4d5333777d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:03.048834 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4801-b645-400c-a0fd-7a4d5333777d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:03.049990 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-fc7a4801-b645-400c-a0fd-7a4d5333777d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ebd96e1-5dae-4262-b89f-4e651aaf46d2 HTTP/1.1" status: 204 len: 168 time: 0.1201398 Oct 12 04:08:03.057639 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a4801-b645-400c-a0fd-7a4d5333777d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebd96e1-5dae-4262-b89f-4e651aaf46d2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:03.312272 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 41014) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:03.325179 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5e8e-85a8-4f14-b837-9ae5f4221154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:03.401183 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5e8e-85a8-4f14-b837-9ae5f4221154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:03.405539 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5e8e-85a8-4f14-b837-9ae5f4221154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:03.447069 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-1e5d5e8e-85a8-4f14-b837-9ae5f4221154 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a95acd472ab48479f992d8cb891e12f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336527 Oct 12 04:08:03.447929 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d5e8e-85a8-4f14-b837-9ae5f4221154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18b4bbb-4af0-4436-83bd-a8771daf9cf8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:03.449816 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 41020) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:03.511903 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-001e9846-a778-45d8-a8a4-0eb52708f0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:03.522016 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234918e-3717-4543-95cf-0f88ad93c49a req-e85e1da0-b8f1-4206-9648-eba55081fdbc tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:03.523529 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e234918e-3717-4543-95cf-0f88ad93c49a req-e85e1da0-b8f1-4206-9648-eba55081fdbc tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0590074 Oct 12 04:08:03.543134 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-001e9846-a778-45d8-a8a4-0eb52708f0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:03.572104 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e234918e-3717-4543-95cf-0f88ad93c49a req-ffbc0cdb-1da1-41a5-b657-ac4563e37e45 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426674 Oct 12 04:08:03.602690 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-001e9846-a778-45d8-a8a4-0eb52708f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:03.605344 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-001e9846-a778-45d8-a8a4-0eb52708f0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:03.606495 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-001e9846-a778-45d8-a8a4-0eb52708f0b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e18b4bbb-4af0-4436-83bd-a8771daf9cf8 HTTP/1.1" status: 204 len: 168 time: 0.1555471 Oct 12 04:08:03.616830 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e9846-a778-45d8-a8a4-0eb52708f0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18b4bbb-4af0-4436-83bd-a8771daf9cf8,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:03.634446 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:03.760180 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-dd7deaf9-43a5-4f62-8bd0-e57e6a3cee90 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:03.761670 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-dd7deaf9-43a5-4f62-8bd0-e57e6a3cee90 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/networks?id=dbc34358-1e5e-4808-af42-cde9948029e0 HTTP/1.1" status: 200 len: 808 time: 0.1037133 Oct 12 04:08:03.776668 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-02527f07-978a-4e61-8f97-238e8f5fc85e tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/quotas/e9bf44c62ed54bd7a3d5d11d48179f88 HTTP/1.1" status: 200 len: 375 time: 0.0091627 Oct 12 04:08:03.813241 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-e1194b4a-6bc4-4b9e-9927-90451ed8f1c8 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9bf44c62ed54bd7a3d5d11d48179f88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297673 Oct 12 04:08:03.906359 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-400f909c-76f0-463e-b145-1e8615a55cae service neutron] 10.222.0.31 "GET /v2.0/networks/dbc34358-1e5e-4808-af42-cde9948029e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860968 Oct 12 04:08:04.005375 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-5133bb01-e02f-47a1-adf7-509d3d603cd8 service neutron] 10.222.0.31 "GET /v2.0/networks/dbc34358-1e5e-4808-af42-cde9948029e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929852 Oct 12 04:08:04.174727 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5b3af3b0-679d-4bdc-acfa-1f749e9f751f req-d1f2269c-d2ac-4e54-b7f1-30df8212fe20 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 210 time: 0.0283599 Oct 12 04:08:04.714336 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b936-921b-4b12-9789-e2ff5df1c30a req-55cf786b-40f6-46a6-9ad0-f4533663142e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:04.716663 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8828b936-921b-4b12-9789-e2ff5df1c30a req-55cf786b-40f6-46a6-9ad0-f4533663142e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0652115 Oct 12 04:08:04.763774 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8828b936-921b-4b12-9789-e2ff5df1c30a req-52ce6b32-a131-49a9-8e70-0f91e405ed98 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412371 Oct 12 04:08:05.239975 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-d5f92955-4d89-4139-b317-8d5e2717b8b1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:05.241690 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-d5f92955-4d89-4139-b317-8d5e2717b8b1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.41 "GET /v2.0/networks?id=dbc34358-1e5e-4808-af42-cde9948029e0 HTTP/1.1" status: 200 len: 808 time: 0.1289186 Oct 12 04:08:05.256583 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-39960b95-48a3-4db3-8099-964816497484 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Request body: {'port': {'device_id': 'f0817943-3121-47e5-8ff4-a2d3febb380c', 'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0', 'admin_state_up': True, 'tenant_id': 'e9bf44c62ed54bd7a3d5d11d48179f88'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:05.290302 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2d12829d-d835-4300-ab06-3be7e345d7f2 req-ddb7d45a-f5da-4965-8366-449917c7adf7 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 210 time: 0.0301290 Oct 12 04:08:05.396590 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-39960b95-48a3-4db3-8099-964816497484 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Made reservation on behalf of e9bf44c62ed54bd7a3d5d11d48179f88 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:08:05.400056 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-39960b95-48a3-4db3-8099-964816497484 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:05.518836 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-39960b95-48a3-4db3-8099-964816497484 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Allocated IP 172.20.0.12 (dbc34358-1e5e-4808-af42-cde9948029e0/9f5f57e8-5067-4ae7-9072-8fea1ae3d4b7/6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:08:05.661849 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-39960b95-48a3-4db3-8099-964816497484 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:05.695863 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-39960b95-48a3-4db3-8099-964816497484 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:05.736593 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-39960b95-48a3-4db3-8099-964816497484 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Network dbc34358-1e5e-4808-af42-cde9948029e0 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:08:05.741945 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-39960b95-48a3-4db3-8099-964816497484 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:08:05.744427 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-39960b95-48a3-4db3-8099-964816497484 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:08:05.779930 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39960b95-48a3-4db3-8099-964816497484 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Pushing event updated for resources: {'Port': ['ID=6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:05.804561 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-39960b95-48a3-4db3-8099-964816497484 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:05.805181 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-39960b95-48a3-4db3-8099-964816497484 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:05.821685 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-39960b95-48a3-4db3-8099-964816497484 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693109 Oct 12 04:08:05.833319 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Request body: {'port': {'device_id': 'f0817943-3121-47e5-8ff4-a2d3febb380c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:05.913623 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:05.924652 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757b8ba-44a2-4d5f-9e67-ea13fdf668d1 req-db710a7b-557a-42f8-84d5-ceb52fb01814 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:05.926140 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1757b8ba-44a2-4d5f-9e67-ea13fdf668d1 req-db710a7b-557a-42f8-84d5-ceb52fb01814 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0893443 Oct 12 04:08:06.221172 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1757b8ba-44a2-4d5f-9e67-ea13fdf668d1 req-38f87569-6cf0-41c4-9c8f-71f636b2a555 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884948 Oct 12 04:08:06.461429 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6489c8-8480-48da-a0b4-9bc7812f7ea4 req-bce896dd-1481-4634-86f6-1a47f77c2bbf tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:06.462849 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1f6489c8-8480-48da-a0b4-9bc7812f7ea4 req-bce896dd-1481-4634-86f6-1a47f77c2bbf tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 932 time: 0.0867858 Oct 12 04:08:06.512548 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:08:06.521201 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:06.539405 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1f6489c8-8480-48da-a0b4-9bc7812f7ea4 req-761d1b4f-ae4e-45fd-ad0f-7349b07c7275 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589795 Oct 12 04:08:06.544239 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Transition to ACTIVE for port object 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:08:06.548949 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:06.607178 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:06.673348 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Attempting to bind port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:08:06.673682 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Attempting to bind port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '0c3fe423-da8c-4733-b618-d143a6610474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:08:06.674005 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Attempting to bind port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed on network dbc34358-1e5e-4808-af42-cde9948029e0 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:08:06.678449 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed on network dbc34358-1e5e-4808-af42-cde9948029e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:08:06.678749 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Attempting to bind port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed on network dbc34358-1e5e-4808-af42-cde9948029e0 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:08:06.683699 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:08:06.684029 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Checking segment: {'id': '0c3fe423-da8c-4733-b618-d143a6610474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:08:06.684402 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Bound using segment: {'id': '0c3fe423-da8c-4733-b618-d143a6610474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:08:06.684817 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Bound port: 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3fe423-da8c-4733-b618-d143a6610474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:08:06.685195 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:06.749457 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] For port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:08:06.752716 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] For port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed,segment=NetworkSegment(0c3fe423-da8c-4733-b618-d143a6610474),segment_id=0c3fe423-da8c-4733-b618-d143a6610474)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:08:06.757167 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:06.797696 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:06.798305 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:06.799670 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed HTTP/1.1" status: 200 len: 1094 time: 0.9702866 Oct 12 04:08:06.800133 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0817943-3121-47e5-8ff4-a2d3febb380c', 'tag': '6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:08:06.802766 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabc8562-d70b-4c45-80e1-bd6f4f6c2fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "f0817943-3121-47e5-8ff4-a2d3febb380c", "tag": "6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:08:06.823204 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a315f-d02c-4f6d-b460-de8ebf9814a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:06.839543 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee49e93-00c6-4265-bc73-ed1ad025b67d x-openstack-request-id: req-fee49e93-00c6-4265-bc73-ed1ad025b67d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:08:06.839830 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0817943-3121-47e5-8ff4-a2d3febb380c", "tag": "6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:08:06.840090 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fee49e93-00c6-4265-bc73-ed1ad025b67d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:08:06.840484 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0817943-3121-47e5-8ff4-a2d3febb380c', 'tag': '6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed', 'status': 'completed', 'code': 200} Oct 12 04:08:06.884904 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-f0dd35d5-bb5d-47d4-ada1-05cc7e943e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:06.886415 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-f0dd35d5-bb5d-47d4-ada1-05cc7e943e48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9bf44c62ed54bd7a3d5d11d48179f88&device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 1097 time: 0.0400364 Oct 12 04:08:06.929436 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-ca8c6230-369a-4b84-9bed-bbd50cc48ec3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed HTTP/1.1" status: 200 len: 217 time: 0.0342426 Oct 12 04:08:06.986305 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-41a0f9ba-09bb-4c04-b398-77e319da41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:06.987739 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-41a0f9ba-09bb-4c04-b398-77e319da41d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f5f57e8-5067-4ae7-9072-8fea1ae3d4b7 HTTP/1.1" status: 200 len: 848 time: 0.0474725 Oct 12 04:08:07.022122 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-866b8b27-b90f-4cd7-a8b4-1995d90091c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dbc34358-1e5e-4808-af42-cde9948029e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228314 Oct 12 04:08:07.116602 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-64c013eb-2099-4886-9e2c-228381279c25 service neutron] 10.222.0.41 "GET /v2.0/networks/dbc34358-1e5e-4808-af42-cde9948029e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825953 Oct 12 04:08:07.220168 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c7e99c1-f9e3-4800-928f-31d389c0286a req-8e7bd5ff-49cf-4ef2-96a4-795e7bca9cc2 service neutron] 10.222.0.41 "GET /v2.0/networks/dbc34358-1e5e-4808-af42-cde9948029e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953765 Oct 12 04:08:07.319585 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:07.340349 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6c631-e4bd-4b08-8ae2-13038e745629 req-4729b728-d61d-4248-81c5-ad93472d30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:07.342365 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cbc6c631-e4bd-4b08-8ae2-13038e745629 req-4729b728-d61d-4248-81c5-ad93472d30cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 1098 time: 0.0959423 Oct 12 04:08:07.351812 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc8562-d70b-4c45-80e1-bd6f4f6c2fb8 req-aa0d2eac-2c41-48c1-af39-c583ca021d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:07.353192 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aabc8562-d70b-4c45-80e1-bd6f4f6c2fb8 req-aa0d2eac-2c41-48c1-af39-c583ca021d31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9bf44c62ed54bd7a3d5d11d48179f88&device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 1097 time: 0.0834672 Oct 12 04:08:07.402916 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f24037-3e0f-430c-929e-1c31e619d877 req-be1e5c43-7fa1-42af-b9e7-ae63cbacf5c5 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:07.404915 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f1f24037-3e0f-430c-929e-1c31e619d877 req-be1e5c43-7fa1-42af-b9e7-ae63cbacf5c5 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.1072657 Oct 12 04:08:07.464243 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cbc6c631-e4bd-4b08-8ae2-13038e745629 req-75da808e-e23c-426b-8ca7-8952cb00926e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095457 Oct 12 04:08:07.488603 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f1f24037-3e0f-430c-929e-1c31e619d877 req-8d275777-338a-4749-9d93-4ab0e7e0f054 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584028 Oct 12 04:08:07.507514 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc8562-d70b-4c45-80e1-bd6f4f6c2fb8 req-d05cda7f-0831-4d02-a046-35ece5ca8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:07.508989 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aabc8562-d70b-4c45-80e1-bd6f4f6c2fb8 req-d05cda7f-0831-4d02-a046-35ece5ca8e37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dbc34358-1e5e-4808-af42-cde9948029e0 HTTP/1.1" status: 200 len: 909 time: 0.1476536 Oct 12 04:08:07.660681 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df863b-7080-4d58-9117-2e9e7963b923 req-93c12ba7-14cf-4b81-a8f3-790e25b2a786 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:07.662253 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-22df863b-7080-4d58-9117-2e9e7963b923 req-93c12ba7-14cf-4b81-a8f3-790e25b2a786 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 944 time: 0.0543077 Oct 12 04:08:07.699093 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-22df863b-7080-4d58-9117-2e9e7963b923 req-809caff6-e3f4-47a4-8eee-49ec0d22b935 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309737 Oct 12 04:08:07.790795 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aabc8562-d70b-4c45-80e1-bd6f4f6c2fb8 req-12805053-9cb0-45cb-9070-7b656726930d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed HTTP/1.1" status: 200 len: 217 time: 0.0347202 Oct 12 04:08:07.841726 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc8562-d70b-4c45-80e1-bd6f4f6c2fb8 req-fb1c6182-2f0f-4d09-9a99-19add4c20d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:07.843767 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aabc8562-d70b-4c45-80e1-bd6f4f6c2fb8 req-fb1c6182-2f0f-4d09-9a99-19add4c20d5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f5f57e8-5067-4ae7-9072-8fea1ae3d4b7 HTTP/1.1" status: 200 len: 848 time: 0.0435233 Oct 12 04:08:07.880910 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aabc8562-d70b-4c45-80e1-bd6f4f6c2fb8 req-75dcb8d3-ba16-47df-be02-22dd951a1404 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dbc34358-1e5e-4808-af42-cde9948029e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283825 Oct 12 04:08:07.974848 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aabc8562-d70b-4c45-80e1-bd6f4f6c2fb8 req-84640dc5-3f1d-40f8-87d0-b2b2e9e8c658 service neutron] 10.222.0.41 "GET /v2.0/networks/dbc34358-1e5e-4808-af42-cde9948029e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847604 Oct 12 04:08:08.071223 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aabc8562-d70b-4c45-80e1-bd6f4f6c2fb8 req-e28e3230-f71e-4bce-8b42-e629c90f336e service neutron] 10.222.0.41 "GET /v2.0/networks/dbc34358-1e5e-4808-af42-cde9948029e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886509 Oct 12 04:08:08.109527 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 41186) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:08.209873 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f8c12eda-5975-49a3-baa0-6366cb549f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.280261 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f8c12eda-5975-49a3-baa0-6366cb549f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.283720 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f8c12eda-5975-49a3-baa0-6366cb549f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.318271 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c12eda-5975-49a3-baa0-6366cb549f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feaae15-ebb8-4e9e-aa61-61c33b89ffda,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:08.322395 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-f8c12eda-5975-49a3-baa0-6366cb549f69 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa2626b6734b4189b5a6182e353473e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118430 Oct 12 04:08:08.324994 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 41192) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:08.374607 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-acb6a480-3e74-4771-8e0e-8e48a9d79d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.394513 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-acb6a480-3e74-4771-8e0e-8e48a9d79d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.440633 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-acb6a480-3e74-4771-8e0e-8e48a9d79d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.443138 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-acb6a480-3e74-4771-8e0e-8e48a9d79d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.444286 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-acb6a480-3e74-4771-8e0e-8e48a9d79d71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7feaae15-ebb8-4e9e-aa61-61c33b89ffda HTTP/1.1" status: 204 len: 168 time: 0.1184113 Oct 12 04:08:08.451419 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6a480-3e74-4771-8e0e-8e48a9d79d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feaae15-ebb8-4e9e-aa61-61c33b89ffda,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:08.604814 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735e77b-ba7f-458a-8275-6e3a53240ede req-9f715249-2aab-453e-863b-de036f9c153f tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:08.606354 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a735e77b-ba7f-458a-8275-6e3a53240ede req-9f715249-2aab-453e-863b-de036f9c153f tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0501289 Oct 12 04:08:08.644072 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a735e77b-ba7f-458a-8275-6e3a53240ede req-a91ba686-f12e-41bb-aa54-35908be15a0f tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314412 Oct 12 04:08:08.711562 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 41202) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:08.724925 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5d2814f7-3fe0-4426-a758-8fcf06643f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.798208 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5d2814f7-3fe0-4426-a758-8fcf06643f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.803605 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5d2814f7-3fe0-4426-a758-8fcf06643f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.818815 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827cab3-e673-4ed3-bdb9-f281b9b3e34f req-e3ddb1f3-8848-44f6-a6a3-18a84727b425 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:08.820260 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1827cab3-e673-4ed3-bdb9-f281b9b3e34f req-e3ddb1f3-8848-44f6-a6a3-18a84727b425 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 944 time: 0.0509117 Oct 12 04:08:08.840702 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-5d2814f7-3fe0-4426-a758-8fcf06643f1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63fce6be3a4742be91369736922c83ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1280639 Oct 12 04:08:08.841636 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2814f7-3fe0-4426-a758-8fcf06643f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004f1802-01e2-4a84-98ee-09a31a797431,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:08.844293 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 41206) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:08.859575 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1827cab3-e673-4ed3-bdb9-f281b9b3e34f req-ea78f090-31ba-4aec-a590-7273b9837f51 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330985 Oct 12 04:08:08.891404 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e88c9615-2ab7-4026-8198-3a6919232290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.913966 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e88c9615-2ab7-4026-8198-3a6919232290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.960649 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e88c9615-2ab7-4026-8198-3a6919232290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.963131 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e88c9615-2ab7-4026-8198-3a6919232290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:08.964299 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-e88c9615-2ab7-4026-8198-3a6919232290 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/004f1802-01e2-4a84-98ee-09a31a797431 HTTP/1.1" status: 204 len: 168 time: 0.1190524 Oct 12 04:08:08.972286 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c9615-2ab7-4026-8198-3a6919232290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004f1802-01e2-4a84-98ee-09a31a797431,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:09.770629 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b129c2-28f7-4320-adc9-7b6c17342215 req-00cf07bc-e960-4150-b86e-f5b6666c72a6 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:09.772098 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-44b129c2-28f7-4320-adc9-7b6c17342215 req-00cf07bc-e960-4150-b86e-f5b6666c72a6 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0521793 Oct 12 04:08:09.811009 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-44b129c2-28f7-4320-adc9-7b6c17342215 req-e6e69499-cc4d-430f-874a-306c5cabdf73 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328426 Oct 12 04:08:09.990623 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7dbff-ae8f-4a64-a560-ee6d68a04c6e req-6fa29d98-411e-443d-9fd7-6b65cc84e9ff tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:09.992227 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-46e7dbff-ae8f-4a64-a560-ee6d68a04c6e req-6fa29d98-411e-443d-9fd7-6b65cc84e9ff tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 944 time: 0.0652010 Oct 12 04:08:10.088009 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-46e7dbff-ae8f-4a64-a560-ee6d68a04c6e req-ab18d109-77f6-494c-81ab-9742a13eaa67 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888057 Oct 12 04:08:10.114153 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd98f6-86ab-4183-bfa1-6723d689477b req-cec7d279-731f-4d2a-8b01-f9c134965dc3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:10.115620 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0cdd98f6-86ab-4183-bfa1-6723d689477b req-cec7d279-731f-4d2a-8b01-f9c134965dc3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0900178 Oct 12 04:08:10.117358 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81c4a3-5d22-48fd-97ec-48f3413afa63 req-2c82e831-46d7-4082-b23f-90969f44ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:10.118705 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cc81c4a3-5d22-48fd-97ec-48f3413afa63 req-2c82e831-46d7-4082-b23f-90969f44ba1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 1098 time: 0.1034362 Oct 12 04:08:10.197841 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0cdd98f6-86ab-4183-bfa1-6723d689477b req-c2850648-6455-4286-bd6e-c2b8bc08b8b2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764389 Oct 12 04:08:10.236442 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81c4a3-5d22-48fd-97ec-48f3413afa63 req-5dc488c5-0a51-4d0e-988c-5d1099725b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:10.238080 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cc81c4a3-5d22-48fd-97ec-48f3413afa63 req-5dc488c5-0a51-4d0e-988c-5d1099725b65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 200 len: 920 time: 0.1101899 Oct 12 04:08:10.283458 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cc81c4a3-5d22-48fd-97ec-48f3413afa63 req-199b4cfc-85af-4ded-af52-07832f1e8e3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab9f88d-1ff9-4805-a050-a44a0551a8e7 HTTP/1.1" status: 200 len: 217 time: 0.0382111 Oct 12 04:08:10.335585 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81c4a3-5d22-48fd-97ec-48f3413afa63 req-71a3dcb7-a85b-4f41-af57-dc48419bf1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:10.337083 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cc81c4a3-5d22-48fd-97ec-48f3413afa63 req-71a3dcb7-a85b-4f41-af57-dc48419bf1c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833b4e19-9647-4dd2-8560-05a1e33b097d HTTP/1.1" status: 200 len: 859 time: 0.0466509 Oct 12 04:08:10.370130 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cc81c4a3-5d22-48fd-97ec-48f3413afa63 req-d34d6979-40b9-42c2-a6fe-8a6c4a1c22b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=142d406d-e454-45b8-b5f0-7750b0d1ef9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229385 Oct 12 04:08:10.471620 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cc81c4a3-5d22-48fd-97ec-48f3413afa63 req-431ecea4-3c96-4416-b8f4-b6d71fbeff5a service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896337 Oct 12 04:08:10.566477 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cc81c4a3-5d22-48fd-97ec-48f3413afa63 req-b7b38684-157c-44d0-b363-2a5c61c49d55 service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876040 Oct 12 04:08:11.199805 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1190cd-37f1-4962-9796-cb989cdf3498 req-d90832f7-62bc-421f-aa8d-1fe3440d2285 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:11.201269 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fc1190cd-37f1-4962-9796-cb989cdf3498 req-d90832f7-62bc-421f-aa8d-1fe3440d2285 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 944 time: 0.0477505 Oct 12 04:08:11.242162 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fc1190cd-37f1-4962-9796-cb989cdf3498 req-0c53772b-993c-4adb-b651-85b17e2be7b2 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350082 Oct 12 04:08:11.313294 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f4502-9b8a-4a0f-93d7-5b27577a4bb6 req-f878f952-fcfc-48b6-b1ba-2d767ff31574 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:11.314731 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-372f4502-9b8a-4a0f-93d7-5b27577a4bb6 req-f878f952-fcfc-48b6-b1ba-2d767ff31574 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0476317 Oct 12 04:08:11.351982 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-372f4502-9b8a-4a0f-93d7-5b27577a4bb6 req-ec2de846-99e7-4d6e-8e35-7b842c44c52b tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314872 Oct 12 04:08:12.184913 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:08:12.274670 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed,segment=NetworkSegment(0c3fe423-da8c-4733-b618-d143a6610474),segment_id=0c3fe423-da8c-4733-b618-d143a6610474)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:08:12.286038 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed', 'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0', 'port_id': '6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed', 'mac_address': 'fa:16:3e:de:9c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5f57e8-5067-4ae7-9072-8fea1ae3d4b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:08:12.323280 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:12.338952 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:08:12.354993 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de499e4-b8bb-47c7-8bd1-9f2772e6713d req-aad29a39-5806-4d3b-8c81-0f4c29582445 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:12.356487 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1de499e4-b8bb-47c7-8bd1-9f2772e6713d req-aad29a39-5806-4d3b-8c81-0f4c29582445 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 944 time: 0.0469868 Oct 12 04:08:12.358144 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed,segment=NetworkSegment(0c3fe423-da8c-4733-b618-d143a6610474),segment_id=0c3fe423-da8c-4733-b618-d143a6610474)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:08:12.362862 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:12.399187 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1de499e4-b8bb-47c7-8bd1-9f2772e6713d req-2caae717-81af-4fd2-aecf-fb893fa0bd78 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354400 Oct 12 04:08:12.413448 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:12.471607 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaddab-66ca-4cc8-b92c-6a4984b11403 req-ef7aeeef-de30-406d-9a0a-fac12b65a392 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:12.473145 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-98aaddab-66ca-4cc8-b92c-6a4984b11403 req-ef7aeeef-de30-406d-9a0a-fac12b65a392 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0488174 Oct 12 04:08:12.513232 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-98aaddab-66ca-4cc8-b92c-6a4984b11403 req-7a5fa39b-96cd-42d2-afdb-2ff65a8e0e78 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342796 Oct 12 04:08:13.083609 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:08:13.516324 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb11db-f1ed-421e-9fd0-7ca98a477a32 req-d8551ff0-83d4-4b41-9793-f9ee2a2f822c tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:13.517771 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-73eb11db-f1ed-421e-9fd0-7ca98a477a32 req-d8551ff0-83d4-4b41-9793-f9ee2a2f822c tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 945 time: 0.0468664 Oct 12 04:08:13.556909 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-73eb11db-f1ed-421e-9fd0-7ca98a477a32 req-106e9a72-8671-4574-b73d-cc6c4d27d817 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332425 Oct 12 04:08:13.627906 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e2e69-a91b-4c94-9f2a-0aa455a0fd7e req-2996da8b-c409-4392-ab33-c04345465436 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:13.629367 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0a1e2e69-a91b-4c94-9f2a-0aa455a0fd7e req-2996da8b-c409-4392-ab33-c04345465436 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0483503 Oct 12 04:08:13.665889 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0a1e2e69-a91b-4c94-9f2a-0aa455a0fd7e req-b603af8b-740b-4763-86b1-a75417982ca1 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307074 Oct 12 04:08:14.682813 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034befc-2233-47d3-8be3-84fecc450308 req-67906ef6-69a8-4936-a655-0ccc3169fde4 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:14.685106 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e034befc-2233-47d3-8be3-84fecc450308 req-67906ef6-69a8-4936-a655-0ccc3169fde4 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 945 time: 0.0578563 Oct 12 04:08:14.732028 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e034befc-2233-47d3-8be3-84fecc450308 req-59d7e4f0-da5b-41e3-a681-196c4d25151a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Oct 12 04:08:14.807329 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0775a7f-5be8-407e-9672-7499057c4f28 req-89c656a1-e05e-425f-a284-e9637e068cf7 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:14.808826 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f0775a7f-5be8-407e-9672-7499057c4f28 req-89c656a1-e05e-425f-a284-e9637e068cf7 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0610332 Oct 12 04:08:14.849196 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f0775a7f-5be8-407e-9672-7499057c4f28 req-43bc96fb-0d48-4a4f-8d3d-66d5337dfaab tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338089 Oct 12 04:08:15.850467 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8533c-9efb-4198-b907-bdd8874889ad req-46ba3bdd-7f81-4f5e-b960-051660f4bcdd tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:15.852127 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0ea8533c-9efb-4198-b907-bdd8874889ad req-46ba3bdd-7f81-4f5e-b960-051660f4bcdd tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 945 time: 0.0495770 Oct 12 04:08:15.895618 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0ea8533c-9efb-4198-b907-bdd8874889ad req-bf5fa8d3-c1eb-453c-a5ea-c72553995d37 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Oct 12 04:08:16.198256 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:08:16.248808 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:08:16.253029 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:08:16.253401 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:16.286431 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475a6a5-1905-4960-8c09-2849da0dd51a req-792d5b45-650e-46cb-97d6-29df6100506e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:16.288267 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1475a6a5-1905-4960-8c09-2849da0dd51a req-792d5b45-650e-46cb-97d6-29df6100506e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0495219 Oct 12 04:08:16.329168 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:16.329574 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1475a6a5-1905-4960-8c09-2849da0dd51a req-97daa452-0f46-47a3-8d34-f75ead192baa tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347536 Oct 12 04:08:16.350854 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0817943-3121-47e5-8ff4-a2d3febb380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:08:16.353113 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3717a4f2-60ba-4dff-8bf4-421bc17e8d67" -d '{"events": [{"server_uuid": "f0817943-3121-47e5-8ff4-a2d3febb380c", "name": "network-vif-plugged", "status": "completed", "tag": "6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:08:16.365585 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed,segment=NetworkSegment(0c3fe423-da8c-4733-b618-d143a6610474),segment_id=0c3fe423-da8c-4733-b618-d143a6610474)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:08:16.370646 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:16.398332 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adadf346-1bc6-4510-a436-adb5a111ce7e x-openstack-request-id: req-adadf346-1bc6-4510-a436-adb5a111ce7e {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:08:16.398618 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0817943-3121-47e5-8ff4-a2d3febb380c", "name": "network-vif-plugged", "status": "completed", "tag": "6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:08:16.398867 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adadf346-1bc6-4510-a436-adb5a111ce7e {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:08:16.399252 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0817943-3121-47e5-8ff4-a2d3febb380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed', 'code': 200} Oct 12 04:08:16.425620 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:16.582929 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5c8e0-41aa-4dda-b8a9-85dadf0af20a req-5bbf7dc1-a7bc-4b38-a9d6-b4f9c26caf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:16.584425 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-feb5c8e0-41aa-4dda-b8a9-85dadf0af20a req-5bbf7dc1-a7bc-4b38-a9d6-b4f9c26caf22 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 1099 time: 0.0406845 Oct 12 04:08:16.623472 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-feb5c8e0-41aa-4dda-b8a9-85dadf0af20a req-ae940203-40fd-46a3-9912-5813f4b0d347 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292366 Oct 12 04:08:17.014484 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc43fcd-7108-4594-94c8-f0aa666b1fd5 req-b13dfda7-699c-4fc4-98f6-db33947ccb8c tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:17.015982 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8fc43fcd-7108-4594-94c8-f0aa666b1fd5 req-b13dfda7-699c-4fc4-98f6-db33947ccb8c tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 946 time: 0.0508816 Oct 12 04:08:17.063465 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8fc43fcd-7108-4594-94c8-f0aa666b1fd5 req-3052ebaa-7023-44ac-9630-7e5b91e0f151 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Oct 12 04:08:18.182462 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad00ec-ad7e-4a37-b28c-f04d03453c4e req-57ffec43-b32f-4aa4-a4a7-468edfd9a137 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:18.183972 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-41ad00ec-ad7e-4a37-b28c-f04d03453c4e req-57ffec43-b32f-4aa4-a4a7-468edfd9a137 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 946 time: 0.0493803 Oct 12 04:08:18.247936 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-41ad00ec-ad7e-4a37-b28c-f04d03453c4e req-4253ddd0-67ca-458e-8c92-50d4917cd8e4 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554178 Oct 12 04:08:19.362663 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c98297-6ac3-4180-9954-3884b8c75af4 req-627ec107-821d-458f-9c24-dd610d412540 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:19.364132 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-86c98297-6ac3-4180-9954-3884b8c75af4 req-627ec107-821d-458f-9c24-dd610d412540 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 946 time: 0.0476918 Oct 12 04:08:19.405802 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-86c98297-6ac3-4180-9954-3884b8c75af4 req-55452396-39eb-4926-bae8-9397720cd27e tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352912 Oct 12 04:08:19.512472 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 41448) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:19.626759 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-32dda81d-b4ec-44e1-8b2e-c246e9c3b234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:19.704652 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-32dda81d-b4ec-44e1-8b2e-c246e9c3b234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:19.708697 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-32dda81d-b4ec-44e1-8b2e-c246e9c3b234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:19.752571 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dda81d-b4ec-44e1-8b2e-c246e9c3b234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e372ea-b2b0-4631-a9f4-6b4e37a203c2,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:19.759540 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 41462) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:19.759723 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-32dda81d-b4ec-44e1-8b2e-c246e9c3b234 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5816a24077a142cd8110d70d35d99fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459974 Oct 12 04:08:19.830689 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a76d-2d8e-4851-8d7b-db7a4fde1fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:19.856960 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a76d-2d8e-4851-8d7b-db7a4fde1fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:19.920132 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a76d-2d8e-4851-8d7b-db7a4fde1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:19.928357 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a76d-2d8e-4851-8d7b-db7a4fde1fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:19.932085 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-f5e7a76d-2d8e-4851-8d7b-db7a4fde1fe8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9e372ea-b2b0-4631-a9f4-6b4e37a203c2 HTTP/1.1" status: 204 len: 168 time: 0.1693246 Oct 12 04:08:19.939578 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7a76d-2d8e-4851-8d7b-db7a4fde1fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e372ea-b2b0-4631-a9f4-6b4e37a203c2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:20.099140 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8c44d-d78c-4a2b-a0a2-5c84cd9ee713 req-7a395abb-b5b8-4358-b036-076756038707 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:20.106863 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a4c8c44d-d78c-4a2b-a0a2-5c84cd9ee713 req-7a395abb-b5b8-4358-b036-076756038707 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 946 time: 0.0692627 Oct 12 04:08:20.142925 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a4c8c44d-d78c-4a2b-a0a2-5c84cd9ee713 req-245daca5-d86a-44f8-9b49-e8239abd681b tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348701 Oct 12 04:08:20.268003 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 41488) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:20.284232 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c8921f19-2f69-4954-89ec-848d9dea0cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:20.285432 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9744c8-63a3-48c1-9eb5-2b0194aba9bf req-62d37034-206e-48cc-94f0-b034d953b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:20.287037 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1c9744c8-63a3-48c1-9eb5-2b0194aba9bf req-62d37034-206e-48cc-94f0-b034d953b774 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 1098 time: 0.0725801 Oct 12 04:08:20.313034 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8e348-e8eb-4711-bf75-c950240546bc req-bc4ff757-604b-47f1-899e-9c369e0b77ba tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:20.314707 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2ec8e348-e8eb-4711-bf75-c950240546bc req-bc4ff757-604b-47f1-899e-9c369e0b77ba tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0885704 Oct 12 04:08:20.375127 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c8921f19-2f69-4954-89ec-848d9dea0cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:20.380224 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c8921f19-2f69-4954-89ec-848d9dea0cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:20.401806 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2ec8e348-e8eb-4711-bf75-c950240546bc req-1b7c1e8c-82c9-4a18-8a31-4e3f163dd133 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763915 Oct 12 04:08:20.426175 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9744c8-63a3-48c1-9eb5-2b0194aba9bf req-134919ff-ddb2-4a0e-9d8e-71889a423fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:20.428666 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1c9744c8-63a3-48c1-9eb5-2b0194aba9bf req-134919ff-ddb2-4a0e-9d8e-71889a423fef service neutron] 10.222.0.41 "GET /v2.0/networks?id=142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 200 len: 920 time: 0.1339958 Oct 12 04:08:20.435334 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8921f19-2f69-4954-89ec-848d9dea0cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dffa7df-5ef8-43ca-9425-cf8fef7e24d7,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:20.447862 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-c8921f19-2f69-4954-89ec-848d9dea0cb8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d39c9d018d124740850f769e2bd7758c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787922 Oct 12 04:08:20.450355 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 41490) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:20.477747 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1c9744c8-63a3-48c1-9eb5-2b0194aba9bf req-a526251f-8026-4706-b80b-fc37aed8f1b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab9f88d-1ff9-4805-a050-a44a0551a8e7 HTTP/1.1" status: 200 len: 217 time: 0.0385301 Oct 12 04:08:20.503886 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5d36b69e-4e13-4673-9570-cbbe361f1d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:20.524650 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5d36b69e-4e13-4673-9570-cbbe361f1d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:20.534234 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9744c8-63a3-48c1-9eb5-2b0194aba9bf req-fe2e4faa-bc45-46db-a5c1-dc2ba0c37f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:20.535896 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1c9744c8-63a3-48c1-9eb5-2b0194aba9bf req-fe2e4faa-bc45-46db-a5c1-dc2ba0c37f6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833b4e19-9647-4dd2-8560-05a1e33b097d HTTP/1.1" status: 200 len: 859 time: 0.0489056 Oct 12 04:08:20.570381 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5d36b69e-4e13-4673-9570-cbbe361f1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:20.573092 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5d36b69e-4e13-4673-9570-cbbe361f1d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:20.574210 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-5d36b69e-4e13-4673-9570-cbbe361f1d60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9dffa7df-5ef8-43ca-9425-cf8fef7e24d7 HTTP/1.1" status: 204 len: 168 time: 0.1227865 Oct 12 04:08:20.581769 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36b69e-4e13-4673-9570-cbbe361f1d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dffa7df-5ef8-43ca-9425-cf8fef7e24d7,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:20.606185 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1c9744c8-63a3-48c1-9eb5-2b0194aba9bf req-e640aba1-b432-4a85-8d4e-fbd6b7f99246 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=142d406d-e454-45b8-b5f0-7750b0d1ef9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332928 Oct 12 04:08:20.705696 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1c9744c8-63a3-48c1-9eb5-2b0194aba9bf req-85127fa8-d7cc-43d1-a969-4a9540d69505 service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801961 Oct 12 04:08:20.803125 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1c9744c8-63a3-48c1-9eb5-2b0194aba9bf req-7a601d82-ff95-4110-9131-03b5b77b028d service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887182 Oct 12 04:08:21.266364 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1b271-0b32-4fd4-b1d6-4ebfb696a900 req-00f3aa71-7ba8-45c7-acf0-09db52196ad2 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:21.268287 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-14e1b271-0b32-4fd4-b1d6-4ebfb696a900 req-00f3aa71-7ba8-45c7-acf0-09db52196ad2 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 946 time: 0.0538914 Oct 12 04:08:21.308745 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-14e1b271-0b32-4fd4-b1d6-4ebfb696a900 req-3c896d87-4ced-4fb9-a547-656eefb2f445 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343182 Oct 12 04:08:21.526730 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c9648-ae5f-4afd-a1b0-1d7399d8bd17 req-117fc1e5-ddfb-4524-a816-7133982dd7c8 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:21.528327 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b29c9648-ae5f-4afd-a1b0-1d7399d8bd17 req-117fc1e5-ddfb-4524-a816-7133982dd7c8 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0500066 Oct 12 04:08:21.568711 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b29c9648-ae5f-4afd-a1b0-1d7399d8bd17 req-753d56b2-4972-40fa-a032-05b713fecf72 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Oct 12 04:08:22.083554 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe746a9-3c57-4412-a063-e774b0b9404b req-7b300506-f3d2-4427-9220-53604898d86f tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:22.085051 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1fe746a9-3c57-4412-a063-e774b0b9404b req-7b300506-f3d2-4427-9220-53604898d86f tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 946 time: 0.0519311 Oct 12 04:08:22.183673 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-1fe746a9-3c57-4412-a063-e774b0b9404b req-7cfbaacc-31a0-49a4-aefe-f917325c4c51 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Deleting port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:08:22.184017 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1fe746a9-3c57-4412-a063-e774b0b9404b req-7cfbaacc-31a0-49a4-aefe-f917325c4c51 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:22.273844 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-1fe746a9-3c57-4412-a063-e774b0b9404b req-7cfbaacc-31a0-49a4-aefe-f917325c4c51 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] For port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed,segment=NetworkSegment(0c3fe423-da8c-4733-b618-d143a6610474),segment_id=0c3fe423-da8c-4733-b618-d143a6610474)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:08:22.274196 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1fe746a9-3c57-4412-a063-e774b0b9404b req-7cfbaacc-31a0-49a4-aefe-f917325c4c51 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:22.290083 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-1fe746a9-3c57-4412-a063-e774b0b9404b req-7cfbaacc-31a0-49a4-aefe-f917325c4c51 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Calling delete_port for 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:08:22.452724 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1fe746a9-3c57-4412-a063-e774b0b9404b req-7cfbaacc-31a0-49a4-aefe-f917325c4c51 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:22.466268 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:08:22.471242 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410b021-9a2b-40c9-ab29-4ced9239b67a req-e04661f1-2002-404e-9e00-85c436479161 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:22.472952 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3410b021-9a2b-40c9-ab29-4ced9239b67a req-e04661f1-2002-404e-9e00-85c436479161 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0817943-3121-47e5-8ff4-a2d3febb380c HTTP/1.1" status: 200 len: 946 time: 0.0783229 Oct 12 04:08:22.501954 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbaacc-31a0-49a4-aefe-f917325c4c51 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Pushing event deleted for resources: {'Port': ['ID=6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:22.556536 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe746a9-3c57-4412-a063-e774b0b9404b req-7cfbaacc-31a0-49a4-aefe-f917325c4c51 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] No DVR routers for this DVR port 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:08:22.560951 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1fe746a9-3c57-4412-a063-e774b0b9404b req-7cfbaacc-31a0-49a4-aefe-f917325c4c51 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:22.564748 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1fe746a9-3c57-4412-a063-e774b0b9404b req-7cfbaacc-31a0-49a4-aefe-f917325c4c51 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.41 "DELETE /v2.0/ports/6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed HTTP/1.1" status: 204 len: 173 time: 0.4700284 Oct 12 04:08:22.565200 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0817943-3121-47e5-8ff4-a2d3febb380c', 'name': 'network-vif-deleted', 'tag': '6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:08:22.567442 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3178f1ac-6334-479b-9520-e5b04285ab16" -d '{"events": [{"server_uuid": "f0817943-3121-47e5-8ff4-a2d3febb380c", "name": "network-vif-deleted", "tag": "6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:08:22.575819 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3410b021-9a2b-40c9-ab29-4ced9239b67a req-677f506c-0560-43c3-a4ad-d4fc4185dca2 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805361 Oct 12 04:08:22.618183 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cd372f-52c7-46bf-bc9f-38dc4b58a405 x-openstack-request-id: req-12cd372f-52c7-46bf-bc9f-38dc4b58a405 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:08:22.618572 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0817943-3121-47e5-8ff4-a2d3febb380c", "name": "network-vif-deleted", "tag": "6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:08:22.619457 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12cd372f-52c7-46bf-bc9f-38dc4b58a405 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:08:22.619457 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0817943-3121-47e5-8ff4-a2d3febb380c', 'name': 'network-vif-deleted', 'tag': '6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed', 'status': 'completed', 'code': 200} Oct 12 04:08:22.718122 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054145a-1b99-4bb0-8948-83a0f40b80af req-6b816184-5570-4f28-aa70-1069eb9b7f27 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:22.719479 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c054145a-1b99-4bb0-8948-83a0f40b80af req-6b816184-5570-4f28-aa70-1069eb9b7f27 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0544674 Oct 12 04:08:22.757126 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c054145a-1b99-4bb0-8948-83a0f40b80af req-ad577efc-ff07-4dc4-8381-02e70787a72a tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316322 Oct 12 04:08:23.910491 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f774f-5d58-449e-88fe-5a1d563d4dac req-5293c1a0-39d2-4891-9077-20201d36cb2a tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:23.911954 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9e4f774f-5d58-449e-88fe-5a1d563d4dac req-5293c1a0-39d2-4891-9077-20201d36cb2a tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0773275 Oct 12 04:08:23.932814 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-630abe2c-4324-4457-a176-a31f8e2fdf00 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:23.934524 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-630abe2c-4324-4457-a176-a31f8e2fdf00 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/networks?id=dbc34358-1e5e-4808-af42-cde9948029e0 HTTP/1.1" status: 200 len: 808 time: 0.1490436 Oct 12 04:08:23.956786 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-b99086e1-394e-4dec-88b3-3a814001d710 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/quotas/e9bf44c62ed54bd7a3d5d11d48179f88 HTTP/1.1" status: 200 len: 375 time: 0.0140958 Oct 12 04:08:23.983205 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9e4f774f-5d58-449e-88fe-5a1d563d4dac req-c07c9add-8c44-44cd-8a3c-316a8daccd76 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642514 Oct 12 04:08:23.997717 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-e82f621d-06ea-40ca-99b3-f397568ddc59 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9bf44c62ed54bd7a3d5d11d48179f88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338914 Oct 12 04:08:24.090237 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-1235ab19-0b5b-4976-a1dd-d70b4696463b service neutron] 10.222.0.31 "GET /v2.0/networks/dbc34358-1e5e-4808-af42-cde9948029e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841296 Oct 12 04:08:24.182357 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-a02341c2-1815-4b4c-9c3f-7f2912b08221 service neutron] 10.222.0.31 "GET /v2.0/networks/dbc34358-1e5e-4808-af42-cde9948029e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859933 Oct 12 04:08:24.338671 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b44623d2-b2ce-4890-bc39-c4702b644fbd req-7749caae-ba60-4767-8d19-765fad9af17f tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 210 time: 0.0257890 Oct 12 04:08:25.099281 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80517213-1f30-45a3-a149-fcaf4a1ed53d req-a536f92e-dec0-465d-8fee-db8a8db35872 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:25.100906 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-80517213-1f30-45a3-a149-fcaf4a1ed53d req-a536f92e-dec0-465d-8fee-db8a8db35872 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0492966 Oct 12 04:08:25.140755 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-80517213-1f30-45a3-a149-fcaf4a1ed53d req-199b9ed1-9d9a-45b4-b70a-56c94b55c384 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337224 Oct 12 04:08:25.379334 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-8a7c3141-c265-4bf6-b9a2-3469a747bd9a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:25.381069 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-8a7c3141-c265-4bf6-b9a2-3469a747bd9a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.41 "GET /v2.0/networks?id=dbc34358-1e5e-4808-af42-cde9948029e0 HTTP/1.1" status: 200 len: 808 time: 0.1110172 Oct 12 04:08:25.405922 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-722e69ae-50c5-4c29-96bd-1c2719f5cdc1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Request body: {'port': {'device_id': '59dbcea7-9bae-4f5f-84dd-fe43da51a9e1', 'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0', 'admin_state_up': True, 'tenant_id': 'e9bf44c62ed54bd7a3d5d11d48179f88'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:25.479454 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-85168e1b-c8d0-47f3-af85-41bcb5d79234 req-544dfe14-5701-461d-a4ba-1b6bb4436230 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 210 time: 0.0571837 Oct 12 04:08:25.540033 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:08:25.774681 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-722e69ae-50c5-4c29-96bd-1c2719f5cdc1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Made reservation on behalf of e9bf44c62ed54bd7a3d5d11d48179f88 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:08:25.778168 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-722e69ae-50c5-4c29-96bd-1c2719f5cdc1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:25.789372 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 41674) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:25.898130 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e6d78ee4-bf30-4dca-bce4-4cb52ae77ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:25.904681 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-722e69ae-50c5-4c29-96bd-1c2719f5cdc1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Allocated IP 172.20.0.2 (dbc34358-1e5e-4808-af42-cde9948029e0/9f5f57e8-5067-4ae7-9072-8fea1ae3d4b7/2e8eec79-079c-438b-a91a-e64580fb83ab) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:08:25.984130 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e6d78ee4-bf30-4dca-bce4-4cb52ae77ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:25.990396 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e6d78ee4-bf30-4dca-bce4-4cb52ae77ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:26.029670 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-e6d78ee4-bf30-4dca-bce4-4cb52ae77ffb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0f46629fbac453681cc3b17998a78b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392166 Oct 12 04:08:26.030492 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d78ee4-bf30-4dca-bce4-4cb52ae77ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef46781-993c-45db-9c02-fcb37ac9fc65,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:26.033446 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 41682) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:26.093377 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-722e69ae-50c5-4c29-96bd-1c2719f5cdc1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:26.121473 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7e4194f-e9f5-49ac-8530-213f68d64ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:26.152195 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7e4194f-e9f5-49ac-8530-213f68d64ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:26.159320 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-722e69ae-50c5-4c29-96bd-1c2719f5cdc1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:26.237831 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:08:26.244185 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-722e69ae-50c5-4c29-96bd-1c2719f5cdc1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Network dbc34358-1e5e-4808-af42-cde9948029e0 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:08:26.248645 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e69ae-50c5-4c29-96bd-1c2719f5cdc1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Pushing event updated for resources: {'Port': ['ID=2e8eec79-079c-438b-a91a-e64580fb83ab,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:26.264889 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-722e69ae-50c5-4c29-96bd-1c2719f5cdc1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:08:26.269515 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:08:26.269674 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-722e69ae-50c5-4c29-96bd-1c2719f5cdc1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:08:26.269850 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 6ecb93cd-8c0f-4a58-ae44-a7cb11ea18ed not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:08:26.321489 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7e4194f-e9f5-49ac-8530-213f68d64ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:26.323990 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7e4194f-e9f5-49ac-8530-213f68d64ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:26.325224 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-a7e4194f-e9f5-49ac-8530-213f68d64ae3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ef46781-993c-45db-9c02-fcb37ac9fc65 HTTP/1.1" status: 204 len: 168 time: 0.2908404 Oct 12 04:08:26.337648 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23af5b2-df09-4776-8ad7-947175986284 req-49631cad-a7ac-498d-a79d-279e6cfb0503 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:26.339137 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c23af5b2-df09-4776-8ad7-947175986284 req-49631cad-a7ac-498d-a79d-279e6cfb0503 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.1237826 Oct 12 04:08:26.346393 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-722e69ae-50c5-4c29-96bd-1c2719f5cdc1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:26.346991 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-722e69ae-50c5-4c29-96bd-1c2719f5cdc1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:26.362969 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4194f-e9f5-49ac-8530-213f68d64ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef46781-993c-45db-9c02-fcb37ac9fc65,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:26.381510 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-722e69ae-50c5-4c29-96bd-1c2719f5cdc1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9799764 Oct 12 04:08:26.401196 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Request body: {'port': {'device_id': '59dbcea7-9bae-4f5f-84dd-fe43da51a9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:26.406027 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c23af5b2-df09-4776-8ad7-947175986284 req-753022fb-5d02-44da-81a9-19e2ed178a79 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528989 Oct 12 04:08:26.463744 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:26.673618 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263a3c1-bdf1-4fa4-82c6-59a1d3ad830b req-3c27b572-d895-42b8-a534-05b227e06333 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:26.675103 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9263a3c1-bdf1-4fa4-82c6-59a1d3ad830b req-3c27b572-d895-42b8-a534-05b227e06333 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 931 time: 0.1084540 Oct 12 04:08:26.736255 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9263a3c1-bdf1-4fa4-82c6-59a1d3ad830b req-8180090b-2f34-4405-b21b-27b34f66ab7e tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546205 Oct 12 04:08:26.800615 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8eec79-079c-438b-a91a-e64580fb83ab {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:08:26.808662 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:26.822340 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Transition to ACTIVE for port object 2e8eec79-079c-438b-a91a-e64580fb83ab will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:08:26.826895 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:26.901700 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Pushing event updated for resources: {'Port': ['ID=2e8eec79-079c-438b-a91a-e64580fb83ab,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:26.954911 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Attempting to bind port 2e8eec79-079c-438b-a91a-e64580fb83ab on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:08:26.955438 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Attempting to bind port 2e8eec79-079c-438b-a91a-e64580fb83ab by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '0c3fe423-da8c-4733-b618-d143a6610474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:08:26.955839 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Attempting to bind port 2e8eec79-079c-438b-a91a-e64580fb83ab on network dbc34358-1e5e-4808-af42-cde9948029e0 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:08:26.960640 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Port 2e8eec79-079c-438b-a91a-e64580fb83ab on network dbc34358-1e5e-4808-af42-cde9948029e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:08:26.960982 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Attempting to bind port 2e8eec79-079c-438b-a91a-e64580fb83ab on network dbc34358-1e5e-4808-af42-cde9948029e0 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:08:26.966393 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:08:26.966735 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Checking segment: {'id': '0c3fe423-da8c-4733-b618-d143a6610474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:08:26.967121 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Bound using segment: {'id': '0c3fe423-da8c-4733-b618-d143a6610474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:08:26.967549 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Bound port: 2e8eec79-079c-438b-a91a-e64580fb83ab, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3fe423-da8c-4733-b618-d143a6610474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:08:26.967906 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:27.037687 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] For port 2e8eec79-079c-438b-a91a-e64580fb83ab, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:08:27.041697 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] For port 2e8eec79-079c-438b-a91a-e64580fb83ab, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=2e8eec79-079c-438b-a91a-e64580fb83ab,segment=NetworkSegment(0c3fe423-da8c-4733-b618-d143a6610474),segment_id=0c3fe423-da8c-4733-b618-d143a6610474)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:08:27.049266 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:27.090533 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:27.091154 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:27.092566 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] 10.222.0.41 "PUT /v2.0/ports/2e8eec79-079c-438b-a91a-e64580fb83ab HTTP/1.1" status: 200 len: 1093 time: 0.6957381 Oct 12 04:08:27.093041 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dbcea7-9bae-4f5f-84dd-fe43da51a9e1', 'tag': '2e8eec79-079c-438b-a91a-e64580fb83ab'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:08:27.095897 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b696746-b209-4285-a489-272f3f74debe" -d '{"events": [{"name": "network-changed", "server_uuid": "59dbcea7-9bae-4f5f-84dd-fe43da51a9e1", "tag": "2e8eec79-079c-438b-a91a-e64580fb83ab"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:08:27.116711 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e90bb-c9ec-41fe-8f44-a6990cd8114b service neutron] Pushing event updated for resources: {'Port': ['ID=2e8eec79-079c-438b-a91a-e64580fb83ab,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:27.140485 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9f3a98-3d32-4ef4-8d2d-182fa8267ae4 x-openstack-request-id: req-7a9f3a98-3d32-4ef4-8d2d-182fa8267ae4 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:08:27.141690 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59dbcea7-9bae-4f5f-84dd-fe43da51a9e1", "tag": "2e8eec79-079c-438b-a91a-e64580fb83ab", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:08:27.141690 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a9f3a98-3d32-4ef4-8d2d-182fa8267ae4 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:08:27.142335 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dbcea7-9bae-4f5f-84dd-fe43da51a9e1', 'tag': '2e8eec79-079c-438b-a91a-e64580fb83ab', 'status': 'completed', 'code': 200} Oct 12 04:08:27.191852 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-b919ec79-bc38-4102-9048-2bf03467eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:27.193430 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-b919ec79-bc38-4102-9048-2bf03467eacf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9bf44c62ed54bd7a3d5d11d48179f88&device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0459025 Oct 12 04:08:27.237773 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-4fba040d-b73d-42d4-9e2f-7b5347ee3047 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e8eec79-079c-438b-a91a-e64580fb83ab HTTP/1.1" status: 200 len: 217 time: 0.0356188 Oct 12 04:08:27.298966 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-62230b6b-9546-4bd1-b60e-fa5fe319ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:27.300451 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-62230b6b-9546-4bd1-b60e-fa5fe319ca15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f5f57e8-5067-4ae7-9072-8fea1ae3d4b7 HTTP/1.1" status: 200 len: 848 time: 0.0528162 Oct 12 04:08:27.337690 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-af8e9986-70d7-47ae-b973-bf8af328b2fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dbc34358-1e5e-4808-af42-cde9948029e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260565 Oct 12 04:08:27.448333 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-549fafc9-c062-430d-a4f1-12c68aef1d60 service neutron] 10.222.0.41 "GET /v2.0/networks/dbc34358-1e5e-4808-af42-cde9948029e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022797 Oct 12 04:08:27.599004 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e2a2c-c575-4221-b670-b4c31a608c75 req-fb1edc93-7b65-4882-b24b-a946dc469345 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:27.600468 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-399e2a2c-c575-4221-b670-b4c31a608c75 req-fb1edc93-7b65-4882-b24b-a946dc469345 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0866108 Oct 12 04:08:27.606224 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c1f181c3-a83d-4b04-905d-4892bf1270f9 req-b17d2cf2-35bd-472b-bec4-f76c98deff31 service neutron] 10.222.0.41 "GET /v2.0/networks/dbc34358-1e5e-4808-af42-cde9948029e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415658 Oct 12 04:08:27.644387 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-399e2a2c-c575-4221-b670-b4c31a608c75 req-1f1f5910-a4fd-43a8-9fe5-638dcd6d8262 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370665 Oct 12 04:08:27.689206 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b696746-b209-4285-a489-272f3f74debe req-29274c61-0d85-447a-ad26-ba3905424b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:27.690675 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1b696746-b209-4285-a489-272f3f74debe req-29274c61-0d85-447a-ad26-ba3905424b55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9bf44c62ed54bd7a3d5d11d48179f88&device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0426352 Oct 12 04:08:27.790522 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b696746-b209-4285-a489-272f3f74debe req-d9c6f5d8-12b5-47e2-a704-6ce3706d2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:27.792740 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1b696746-b209-4285-a489-272f3f74debe req-d9c6f5d8-12b5-47e2-a704-6ce3706d2843 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dbc34358-1e5e-4808-af42-cde9948029e0 HTTP/1.1" status: 200 len: 909 time: 0.0935347 Oct 12 04:08:27.845791 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1b696746-b209-4285-a489-272f3f74debe req-73718385-cb93-465a-b605-a7b94398c552 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e8eec79-079c-438b-a91a-e64580fb83ab HTTP/1.1" status: 200 len: 217 time: 0.0443506 Oct 12 04:08:27.914673 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b696746-b209-4285-a489-272f3f74debe req-79d424c6-3962-41d5-b8c8-3dc04f2b77e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:27.916187 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1b696746-b209-4285-a489-272f3f74debe req-79d424c6-3962-41d5-b8c8-3dc04f2b77e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f5f57e8-5067-4ae7-9072-8fea1ae3d4b7 HTTP/1.1" status: 200 len: 848 time: 0.0573850 Oct 12 04:08:27.924629 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf02d1-19cd-45c1-a310-fe5be1a69d8c req-ba62a617-c140-4a85-80b9-79e66d6e4dd3 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:27.926198 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e5cf02d1-19cd-45c1-a310-fe5be1a69d8c req-ba62a617-c140-4a85-80b9-79e66d6e4dd3 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 943 time: 0.1178267 Oct 12 04:08:27.963630 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1b696746-b209-4285-a489-272f3f74debe req-533edc8c-032b-4567-86ff-7f356fa8b506 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dbc34358-1e5e-4808-af42-cde9948029e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310283 Oct 12 04:08:28.035078 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e5cf02d1-19cd-45c1-a310-fe5be1a69d8c req-c4a928dc-f8a0-429d-b2fb-c521ae860183 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926414 Oct 12 04:08:28.077079 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1b696746-b209-4285-a489-272f3f74debe req-663b54be-8aa5-47ba-b18e-b32481b425c8 service neutron] 10.222.0.41 "GET /v2.0/networks/dbc34358-1e5e-4808-af42-cde9948029e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055489 Oct 12 04:08:28.171813 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1b696746-b209-4285-a489-272f3f74debe req-3f9b2fbb-5cf6-484b-a46c-a867de439f6e service neutron] 10.222.0.41 "GET /v2.0/networks/dbc34358-1e5e-4808-af42-cde9948029e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858665 Oct 12 04:08:28.244802 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a1d23adf-6881-4080-a033-0c02da29e683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:28.763925 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc7ce5-1e60-4144-98d5-dc5661289d73 req-1ef6823a-5c07-4370-8a76-79774b3e6fee tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:28.765592 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ffc7ce5-1e60-4144-98d5-dc5661289d73 req-1ef6823a-5c07-4370-8a76-79774b3e6fee tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0514100 Oct 12 04:08:28.804594 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ffc7ce5-1e60-4144-98d5-dc5661289d73 req-6e9b5363-fecb-463b-9807-96bf1f0726e4 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326357 Oct 12 04:08:29.154205 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de9d7d-ee15-4500-a1a4-89d92354c9d0 req-7097093b-1c87-43fc-9756-9aca2cd9572a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:29.155885 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-90de9d7d-ee15-4500-a1a4-89d92354c9d0 req-7097093b-1c87-43fc-9756-9aca2cd9572a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 943 time: 0.0500252 Oct 12 04:08:29.193853 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-90de9d7d-ee15-4500-a1a4-89d92354c9d0 req-fe49a7cc-682e-4899-808c-56467fc63bb1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316033 Oct 12 04:08:29.923570 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acac08d-975c-40f9-9c4f-5a57cf2cef0e req-da4d10b9-1891-4a05-963d-2bac54ab5039 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:29.925050 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0acac08d-975c-40f9-9c4f-5a57cf2cef0e req-da4d10b9-1891-4a05-963d-2bac54ab5039 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0511417 Oct 12 04:08:29.961722 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0acac08d-975c-40f9-9c4f-5a57cf2cef0e req-b7576493-e3c1-4784-9108-391ce3ea6737 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305429 Oct 12 04:08:30.315617 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83312924-191a-40c8-b489-d11352a858c5 req-a0e05ec9-063b-4f77-a7c8-5b0ce61b9c23 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:30.317068 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83312924-191a-40c8-b489-d11352a858c5 req-a0e05ec9-063b-4f77-a7c8-5b0ce61b9c23 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 943 time: 0.0534956 Oct 12 04:08:30.354586 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83312924-191a-40c8-b489-d11352a858c5 req-63f54b32-75d8-4345-8c5d-2c906eb81aaa tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313404 Oct 12 04:08:30.665756 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-5ee3edb1-8332-448c-8aa4-6208fd4ea370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:31.078049 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eedd2-4658-4243-a97e-3b1ef7a747da req-ccfdc782-0935-4855-a495-26e26b624987 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:31.080047 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d52eedd2-4658-4243-a97e-3b1ef7a747da req-ccfdc782-0935-4855-a495-26e26b624987 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0495527 Oct 12 04:08:31.119327 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d52eedd2-4658-4243-a97e-3b1ef7a747da req-d6dd5feb-3abe-48b9-bb55-8a9d2f494762 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331569 Oct 12 04:08:31.472006 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f7e24-9f87-48a0-aea7-90480ad8211c req-88ce3d34-8fb2-45a0-826c-465e50bcbfcf tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:31.473511 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-469f7e24-9f87-48a0-aea7-90480ad8211c req-88ce3d34-8fb2-45a0-826c-465e50bcbfcf tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 943 time: 0.0507896 Oct 12 04:08:31.512313 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-469f7e24-9f87-48a0-aea7-90480ad8211c req-5725757d-9daa-49ab-abc7-feb1bf2d7ea1 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331151 Oct 12 04:08:31.628090 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:31.711620 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:32.240101 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9d861-4d96-4351-b785-8f9b90c37bd6 req-57c28cd5-6ccc-4bb5-9786-2a6f28a1acca tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:32.241952 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-46a9d861-4d96-4351-b785-8f9b90c37bd6 req-57c28cd5-6ccc-4bb5-9786-2a6f28a1acca tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0527458 Oct 12 04:08:32.245961 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 2e8eec79-079c-438b-a91a-e64580fb83ab details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:08:32.282516 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-46a9d861-4d96-4351-b785-8f9b90c37bd6 req-5d39e6c5-7fa7-4587-b8af-e4eacf0e2e75 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330255 Oct 12 04:08:32.349341 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 2e8eec79-079c-438b-a91a-e64580fb83ab, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=2e8eec79-079c-438b-a91a-e64580fb83ab,segment=NetworkSegment(0c3fe423-da8c-4733-b618-d143a6610474),segment_id=0c3fe423-da8c-4733-b618-d143a6610474)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:08:32.361200 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '2e8eec79-079c-438b-a91a-e64580fb83ab', 'network_id': 'dbc34358-1e5e-4808-af42-cde9948029e0', 'port_id': '2e8eec79-079c-438b-a91a-e64580fb83ab', 'mac_address': 'fa:16:3e:1e:53:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5f57e8-5067-4ae7-9072-8fea1ae3d4b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:08:32.398896 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:32.413179 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8eec79-079c-438b-a91a-e64580fb83ab {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:08:32.434125 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 2e8eec79-079c-438b-a91a-e64580fb83ab, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=2e8eec79-079c-438b-a91a-e64580fb83ab,segment=NetworkSegment(0c3fe423-da8c-4733-b618-d143a6610474),segment_id=0c3fe423-da8c-4733-b618-d143a6610474)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:08:32.438535 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:32.487415 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=2e8eec79-079c-438b-a91a-e64580fb83ab,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:32.630370 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78486a1b-7ffb-441a-a6e5-0174236e872a req-116e577e-887d-42e4-80f5-014a738c5b39 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:32.631739 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-78486a1b-7ffb-441a-a6e5-0174236e872a req-116e577e-887d-42e4-80f5-014a738c5b39 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 944 time: 0.0510600 Oct 12 04:08:32.670286 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-78486a1b-7ffb-441a-a6e5-0174236e872a req-2240ce54-fdc5-4e61-859d-93b240221b07 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Oct 12 04:08:32.852918 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['2e8eec79-079c-438b-a91a-e64580fb83ab'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:08:33.438968 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c06a2-ebd3-4735-8f66-920a76bfd313 req-b805ec20-3cda-45fb-88dc-09d8cdb0fd49 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:33.440429 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b07c06a2-ebd3-4735-8f66-920a76bfd313 req-b805ec20-3cda-45fb-88dc-09d8cdb0fd49 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0488534 Oct 12 04:08:33.477910 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b07c06a2-ebd3-4735-8f66-920a76bfd313 req-af321a5a-571f-409e-9c7e-f85e7aba929a tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Oct 12 04:08:33.614149 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:33.789137 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2864c-bae1-45f8-8de3-ea592020c587 req-26a56bc9-caa6-4398-9faa-b6c9eb9f8d0a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:33.790669 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3de2864c-bae1-45f8-8de3-ea592020c587 req-26a56bc9-caa6-4398-9faa-b6c9eb9f8d0a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 944 time: 0.0514627 Oct 12 04:08:33.830754 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3de2864c-bae1-45f8-8de3-ea592020c587 req-f4db8f32-c700-4d21-afc4-91a335d9faf9 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338683 Oct 12 04:08:34.243662 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 2e8eec79-079c-438b-a91a-e64580fb83ab up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:08:34.293072 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port 2e8eec79-079c-438b-a91a-e64580fb83ab completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:08:34.296524 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 2e8eec79-079c-438b-a91a-e64580fb83ab triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:08:34.297691 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:34.375951 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:34.396793 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dbcea7-9bae-4f5f-84dd-fe43da51a9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8eec79-079c-438b-a91a-e64580fb83ab'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:08:34.398965 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e492055-8f88-4e22-828c-a5d19f8a72fe" -d '{"events": [{"server_uuid": "59dbcea7-9bae-4f5f-84dd-fe43da51a9e1", "name": "network-vif-plugged", "status": "completed", "tag": "2e8eec79-079c-438b-a91a-e64580fb83ab"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:08:34.412200 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 2e8eec79-079c-438b-a91a-e64580fb83ab, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=2e8eec79-079c-438b-a91a-e64580fb83ab,segment=NetworkSegment(0c3fe423-da8c-4733-b618-d143a6610474),segment_id=0c3fe423-da8c-4733-b618-d143a6610474)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:08:34.415794 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:34.447043 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c21867f-4bf8-4635-b6ec-21b50ee1186e x-openstack-request-id: req-4c21867f-4bf8-4635-b6ec-21b50ee1186e {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:08:34.447332 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dbcea7-9bae-4f5f-84dd-fe43da51a9e1", "name": "network-vif-plugged", "status": "completed", "tag": "2e8eec79-079c-438b-a91a-e64580fb83ab", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:08:34.447580 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c21867f-4bf8-4635-b6ec-21b50ee1186e {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:08:34.447989 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dbcea7-9bae-4f5f-84dd-fe43da51a9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8eec79-079c-438b-a91a-e64580fb83ab', 'code': 200} Oct 12 04:08:34.466676 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=2e8eec79-079c-438b-a91a-e64580fb83ab,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:34.606014 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890896d-84ec-4603-9a4c-a7a1b7beb604 req-cfbddaea-85cb-4df8-a119-597300e8895f tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:34.607485 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5890896d-84ec-4603-9a4c-a7a1b7beb604 req-cfbddaea-85cb-4df8-a119-597300e8895f tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0576580 Oct 12 04:08:34.663420 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933354fc-0783-4198-b3fe-3324c7011d26 req-51474062-746b-48bb-8ecb-b64a713872d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:34.664672 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-933354fc-0783-4198-b3fe-3324c7011d26 req-51474062-746b-48bb-8ecb-b64a713872d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 1098 time: 0.0762672 Oct 12 04:08:34.667995 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5890896d-84ec-4603-9a4c-a7a1b7beb604 req-b0aed47e-57ec-4c21-b4ea-a6c0d9ed8afe tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451066 Oct 12 04:08:34.698963 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-933354fc-0783-4198-b3fe-3324c7011d26 req-d2c0a788-a405-449b-a4ef-9af4a9d30e2a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271761 Oct 12 04:08:34.950610 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c543-d8e0-4b64-bd7d-8be138d7074b req-8bc13ed2-5fe4-4cc4-bd50-bd24672ffe25 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:34.952051 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6842c543-d8e0-4b64-bd7d-8be138d7074b req-8bc13ed2-5fe4-4cc4-bd50-bd24672ffe25 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 945 time: 0.0501060 Oct 12 04:08:34.990277 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6842c543-d8e0-4b64-bd7d-8be138d7074b req-f7dec6d4-e67c-4efe-bdc2-57d786a5aed0 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Oct 12 04:08:35.782676 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9168c-6e80-4ffa-8019-ecec9f3207a8 req-ca8608a9-9267-497b-bb00-ca5a673755e3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:35.784172 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e8f9168c-6e80-4ffa-8019-ecec9f3207a8 req-ca8608a9-9267-497b-bb00-ca5a673755e3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0471566 Oct 12 04:08:35.821503 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e8f9168c-6e80-4ffa-8019-ecec9f3207a8 req-39531ae5-9907-4190-b2a4-b789ad909a86 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314608 Oct 12 04:08:35.945083 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aeb84b72-2118-4ae5-9de7-321fd72bc527 req-2a905284-c576-43d8-8be6-c894da98224b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388772 Oct 12 04:08:36.012201 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb84b72-2118-4ae5-9de7-321fd72bc527 req-1b134355-e5bc-4a97-b8a7-313d7cc7ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:36.012850 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aeb84b72-2118-4ae5-9de7-321fd72bc527 req-1b134355-e5bc-4a97-b8a7-313d7cc7ea9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 1098 time: 0.0424182 Oct 12 04:08:36.160081 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e202777-646d-4b3a-8b9d-f0223106d9d3 req-78546a3e-ec92-4964-85f0-130fd8245e7f tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:36.161566 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0e202777-646d-4b3a-8b9d-f0223106d9d3 req-78546a3e-ec92-4964-85f0-130fd8245e7f tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 945 time: 0.0822556 Oct 12 04:08:36.165938 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb84b72-2118-4ae5-9de7-321fd72bc527 req-9e641221-00ef-4d14-a3c0-2f76135dcf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:36.167260 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aeb84b72-2118-4ae5-9de7-321fd72bc527 req-9e641221-00ef-4d14-a3c0-2f76135dcf35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 200 len: 920 time: 0.1290855 Oct 12 04:08:36.217827 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aeb84b72-2118-4ae5-9de7-321fd72bc527 req-08ca70b9-4f1b-44b5-b3bb-9f08ab988e15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c880e7c-ca34-4e9b-a0cc-a0a094802507 HTTP/1.1" status: 200 len: 217 time: 0.0370972 Oct 12 04:08:36.241523 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0e202777-646d-4b3a-8b9d-f0223106d9d3 req-69ff946f-89db-4211-9f0b-9c8e991c2a30 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706098 Oct 12 04:08:36.285840 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb84b72-2118-4ae5-9de7-321fd72bc527 req-e5fbb8a6-7786-4591-9b4b-3f10ff81b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:36.287248 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aeb84b72-2118-4ae5-9de7-321fd72bc527 req-e5fbb8a6-7786-4591-9b4b-3f10ff81b047 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833b4e19-9647-4dd2-8560-05a1e33b097d HTTP/1.1" status: 200 len: 859 time: 0.0612688 Oct 12 04:08:36.325600 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aeb84b72-2118-4ae5-9de7-321fd72bc527 req-73a7a3ef-72a6-4a8e-bad6-899bec8aca21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=142d406d-e454-45b8-b5f0-7750b0d1ef9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235448 Oct 12 04:08:36.428978 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aeb84b72-2118-4ae5-9de7-321fd72bc527 req-c868df0e-25e9-4b81-8647-6b387e8e467b service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942354 Oct 12 04:08:36.529234 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aeb84b72-2118-4ae5-9de7-321fd72bc527 req-d748cc36-982f-44c2-a11e-98b49e929f37 service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906074 Oct 12 04:08:36.934369 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71f471-7149-40e6-bfdf-234309ae019b req-dfc82290-a8f1-4000-83b7-5ff3887a3a2b tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:36.935901 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-db71f471-7149-40e6-bfdf-234309ae019b req-dfc82290-a8f1-4000-83b7-5ff3887a3a2b tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Oct 12 04:08:36.974412 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-db71f471-7149-40e6-bfdf-234309ae019b req-e546fb95-13e2-4eba-b28f-087bd7a97734 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317569 Oct 12 04:08:37.320064 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:37.356374 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afb7b8-4567-4dd0-9eef-7bdbed8bc22f req-15fa196a-7e1d-47af-b923-953658c0597d tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:37.357938 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-97afb7b8-4567-4dd0-9eef-7bdbed8bc22f req-15fa196a-7e1d-47af-b923-953658c0597d tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 945 time: 0.0497327 Oct 12 04:08:37.395593 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-97afb7b8-4567-4dd0-9eef-7bdbed8bc22f req-d26f8fa1-cbdc-433a-8402-bfead9d83c24 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303605 Oct 12 04:08:38.123205 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47e833-4381-490e-a5f6-3a0bdea3e10b req-e0bad1de-a25e-46c5-9051-c57daef20732 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:38.124660 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6d47e833-4381-490e-a5f6-3a0bdea3e10b req-e0bad1de-a25e-46c5-9051-c57daef20732 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0786605 Oct 12 04:08:38.144100 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05975d2c-0a42-46e9-a63b-e009f058cd7e req-52745ef6-457a-4833-a41c-efcc74ad6952 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:38.145486 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-05975d2c-0a42-46e9-a63b-e009f058cd7e req-52745ef6-457a-4833-a41c-efcc74ad6952 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 945 time: 0.0733266 Oct 12 04:08:38.193357 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6d47e833-4381-490e-a5f6-3a0bdea3e10b req-6ed75c73-7eb6-4dc0-9742-477e0f7c6939 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568738 Oct 12 04:08:38.202969 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-05975d2c-0a42-46e9-a63b-e009f058cd7e req-cf08b5d2-f1e5-4b99-ae61-6dcdee1890ad tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503402 Oct 12 04:08:39.328976 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9148a-b6df-4ed1-acf8-71ac8936fc3b req-9847d998-2454-4329-a514-0f9d8291b9dd tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:39.330895 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-45f9148a-b6df-4ed1-acf8-71ac8936fc3b req-9847d998-2454-4329-a514-0f9d8291b9dd tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0733058 Oct 12 04:08:39.350525 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f79cb2-2357-469c-bfb5-2b6643773727 req-3bee8657-668d-47e6-8103-fdb0a1cae290 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:39.351937 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-18f79cb2-2357-469c-bfb5-2b6643773727 req-3bee8657-668d-47e6-8103-fdb0a1cae290 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 945 time: 0.0692728 Oct 12 04:08:39.398171 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-45f9148a-b6df-4ed1-acf8-71ac8936fc3b req-d7060c92-f89e-4d14-bc7c-b892e04bd210 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602920 Oct 12 04:08:39.414848 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-18f79cb2-2357-469c-bfb5-2b6643773727 req-48fc422d-5f30-446d-b5f0-0f5fe4691295 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a5e895a-167d-4202-ac6c-769ca3949d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509210 Oct 12 04:08:40.170958 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522b0a4-e9a1-443a-a1eb-233b38e7f1d2 req-e31eab3e-2795-4241-be28-e87cc6907c81 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:40.172417 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c522b0a4-e9a1-443a-a1eb-233b38e7f1d2 req-e31eab3e-2795-4241-be28-e87cc6907c81 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 945 time: 0.0489190 Oct 12 04:08:40.261004 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c522b0a4-e9a1-443a-a1eb-233b38e7f1d2 req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Deleting port 2e8eec79-079c-438b-a91a-e64580fb83ab {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:08:40.261342 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c522b0a4-e9a1-443a-a1eb-233b38e7f1d2 req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:40.349424 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c522b0a4-e9a1-443a-a1eb-233b38e7f1d2 req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] For port 2e8eec79-079c-438b-a91a-e64580fb83ab, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=2e8eec79-079c-438b-a91a-e64580fb83ab,segment=NetworkSegment(0c3fe423-da8c-4733-b618-d143a6610474),segment_id=0c3fe423-da8c-4733-b618-d143a6610474)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:08:40.350080 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c522b0a4-e9a1-443a-a1eb-233b38e7f1d2 req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:40.362023 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c522b0a4-e9a1-443a-a1eb-233b38e7f1d2 req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Calling delete_port for 2e8eec79-079c-438b-a91a-e64580fb83ab owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:08:40.530961 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c522b0a4-e9a1-443a-a1eb-233b38e7f1d2 req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:40.536288 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ed19622b-7d94-475e-81cc-09a873df2d3f req-a46c4ae1-36b8-4280-9fcb-73c3987625e8 tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.31 "GET /v2.0/ports?device_id=59dbcea7-9bae-4f5f-84dd-fe43da51a9e1 HTTP/1.1" status: 200 len: 210 time: 0.0404668 Oct 12 04:08:40.559547 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['2e8eec79-079c-438b-a91a-e64580fb83ab'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:08:40.568972 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Pushing event deleted for resources: {'Port': ['ID=2e8eec79-079c-438b-a91a-e64580fb83ab,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:40.823530 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:40.823868 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:40.824197 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:40.824525 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:40.824843 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:40.825182 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:40.825502 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:40.825815 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:40.826406 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:40.826728 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:40.827041 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:40.827352 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:40.849850 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c522b0a4-e9a1-443a-a1eb-233b38e7f1d2 req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] No DVR routers for this DVR port 2e8eec79-079c-438b-a91a-e64580fb83ab on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:08:40.858196 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58947bdd-85f0-4db1-870c-399dc408d01d req-98d1b975-27f7-44c4-8ad6-f0b5da789422 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:40.859615 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-58947bdd-85f0-4db1-870c-399dc408d01d req-98d1b975-27f7-44c4-8ad6-f0b5da789422 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.3796275 Oct 12 04:08:40.860771 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c522b0a4-e9a1-443a-a1eb-233b38e7f1d2 req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:40.863939 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c522b0a4-e9a1-443a-a1eb-233b38e7f1d2 req-e7efb1b6-ea9d-479f-adce-16a093e44c8a tempest-VolumesActionsTest-1961952620 tempest-VolumesActionsTest-1961952620-project] 10.222.0.41 "DELETE /v2.0/ports/2e8eec79-079c-438b-a91a-e64580fb83ab HTTP/1.1" status: 204 len: 173 time: 0.6850886 Oct 12 04:08:40.864377 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dbcea7-9bae-4f5f-84dd-fe43da51a9e1', 'name': 'network-vif-deleted', 'tag': '2e8eec79-079c-438b-a91a-e64580fb83ab'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:08:40.866662 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c29049d-7d1c-456a-8a89-eca60848336f" -d '{"events": [{"server_uuid": "59dbcea7-9bae-4f5f-84dd-fe43da51a9e1", "name": "network-vif-deleted", "tag": "2e8eec79-079c-438b-a91a-e64580fb83ab"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:08:40.904390 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-58947bdd-85f0-4db1-870c-399dc408d01d req-1d690f57-9702-4540-8f49-25e388b27c60 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345616 Oct 12 04:08:40.915015 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aba856-0d65-43b3-9ab7-50e40eae708e x-openstack-request-id: req-61aba856-0d65-43b3-9ab7-50e40eae708e {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:08:40.915408 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dbcea7-9bae-4f5f-84dd-fe43da51a9e1", "name": "network-vif-deleted", "tag": "2e8eec79-079c-438b-a91a-e64580fb83ab", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:08:40.915564 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61aba856-0d65-43b3-9ab7-50e40eae708e {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:08:40.915918 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dbcea7-9bae-4f5f-84dd-fe43da51a9e1', 'name': 'network-vif-deleted', 'tag': '2e8eec79-079c-438b-a91a-e64580fb83ab', 'status': 'completed', 'code': 200} Oct 12 04:08:42.031672 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee24cd-d822-4ddb-a0d7-d04bfd9803b7 req-b252c051-c4c5-44b0-abc4-548feb798b9e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:42.032702 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4eee24cd-d822-4ddb-a0d7-d04bfd9803b7 req-b252c051-c4c5-44b0-abc4-548feb798b9e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0504980 Oct 12 04:08:42.073167 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4eee24cd-d822-4ddb-a0d7-d04bfd9803b7 req-b8874aad-decb-4e40-8f1d-b3e6342c1e6e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333195 Oct 12 04:08:43.195460 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd8840-4891-4b40-b342-25c4a271c901 req-0b844cf5-8838-44bd-98d5-1d6de978063b tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:43.196921 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-51fd8840-4891-4b40-b342-25c4a271c901 req-0b844cf5-8838-44bd-98d5-1d6de978063b tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0525227 Oct 12 04:08:43.234125 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-51fd8840-4891-4b40-b342-25c4a271c901 req-9be635c1-3218-4570-9fc1-f2deed1121d8 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Oct 12 04:08:44.362000 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 2e8eec79-079c-438b-a91a-e64580fb83ab no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:08:44.367609 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a314ca-4f8a-467f-a04a-1a6c7beeea5c req-1adb4bd0-4b66-43d2-9608-f2e9b156b1b5 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:44.369706 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-67a314ca-4f8a-467f-a04a-1a6c7beeea5c req-1adb4bd0-4b66-43d2-9608-f2e9b156b1b5 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0538948 Oct 12 04:08:44.382940 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: 2e8eec79-079c-438b-a91a-e64580fb83ab {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:08:44.383372 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 2e8eec79-079c-438b-a91a-e64580fb83ab not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:08:44.410500 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-67a314ca-4f8a-467f-a04a-1a6c7beeea5c req-8807bcc3-e238-4bf1-b487-25f953cf92ba tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344689 Oct 12 04:08:45.537021 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b997b-0788-4140-822e-358f50d85897 req-757d3a0d-4a37-412a-93a2-8b34407aaa42 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:45.538526 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4b2b997b-0788-4140-822e-358f50d85897 req-757d3a0d-4a37-412a-93a2-8b34407aaa42 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0500724 Oct 12 04:08:45.578308 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4b2b997b-0788-4140-822e-358f50d85897 req-285b2719-ab72-4e90-97e5-fa6d613a1b8b tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327091 Oct 12 04:08:46.701496 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf442d-57cc-47f0-8ecf-55b294afa0bd req-28401fda-e710-41fd-8f24-5ff009660656 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:46.702997 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-55bf442d-57cc-47f0-8ecf-55b294afa0bd req-28401fda-e710-41fd-8f24-5ff009660656 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0526459 Oct 12 04:08:46.741179 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-55bf442d-57cc-47f0-8ecf-55b294afa0bd req-beecfbe4-98c9-4e29-95f4-8e4f2b27d5f1 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314355 Oct 12 04:08:47.864484 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583b7a6-a934-40ab-a246-c9b6765ac9c0 req-0d311048-4bdd-4f53-9c66-0d1496257a87 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:47.865976 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3583b7a6-a934-40ab-a246-c9b6765ac9c0 req-0d311048-4bdd-4f53-9c66-0d1496257a87 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0557723 Oct 12 04:08:47.906768 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3583b7a6-a934-40ab-a246-c9b6765ac9c0 req-8e972846-a55b-491e-b0bc-97318090171b tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349398 Oct 12 04:08:49.046346 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9f4f7-b7e4-4876-8885-fd2a65347e4a req-2a2dfe25-5d51-43ca-b360-5a07391e6cc4 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:49.050485 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-16a9f4f7-b7e4-4876-8885-fd2a65347e4a req-2a2dfe25-5d51-43ca-b360-5a07391e6cc4 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0675349 Oct 12 04:08:49.113149 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-16a9f4f7-b7e4-4876-8885-fd2a65347e4a req-48b1d802-c4d3-444d-a3b1-107824695a93 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466177 Oct 12 04:08:50.227519 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd9aee-6d41-4e6f-9c42-fa849e7e8316 req-0dc4ead2-19ab-448e-be50-36429d0acd09 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:50.229018 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1cfd9aee-6d41-4e6f-9c42-fa849e7e8316 req-0dc4ead2-19ab-448e-be50-36429d0acd09 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0527997 Oct 12 04:08:50.271540 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1cfd9aee-6d41-4e6f-9c42-fa849e7e8316 req-e11f6f02-d0ea-43c7-8d5d-6f7804e65568 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Oct 12 04:08:50.823979 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 42150) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:50.934667 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fea916a-f9a7-4563-a025-61f1c92d795b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:51.022276 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fea916a-f9a7-4563-a025-61f1c92d795b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:51.027491 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fea916a-f9a7-4563-a025-61f1c92d795b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:51.058422 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea916a-f9a7-4563-a025-61f1c92d795b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d117e671-9e4f-432c-b077-a2e140735c84,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:51.077988 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-9fea916a-f9a7-4563-a025-61f1c92d795b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e348096705ae44538cd0f318d3278a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494798 Oct 12 04:08:51.078376 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 42154) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:51.136628 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b8e87e0e-bcf5-4b38-b688-34e8283b4fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:51.159697 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b8e87e0e-bcf5-4b38-b688-34e8283b4fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:51.223902 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b8e87e0e-bcf5-4b38-b688-34e8283b4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:51.226229 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b8e87e0e-bcf5-4b38-b688-34e8283b4fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:51.229800 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-b8e87e0e-bcf5-4b38-b688-34e8283b4fd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d117e671-9e4f-432c-b077-a2e140735c84 HTTP/1.1" status: 204 len: 168 time: 0.1479254 Oct 12 04:08:51.236089 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e87e0e-bcf5-4b38-b688-34e8283b4fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d117e671-9e4f-432c-b077-a2e140735c84,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:51.415515 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb75021-6279-4aba-b8e6-b1a91dd9df0c req-d07d7395-46ea-447f-b7f4-587235394909 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:51.418455 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fbb75021-6279-4aba-b8e6-b1a91dd9df0c req-d07d7395-46ea-447f-b7f4-587235394909 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0591187 Oct 12 04:08:51.458700 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fbb75021-6279-4aba-b8e6-b1a91dd9df0c req-b2f4bd2a-0793-43e8-b309-4aecd99d22b6 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Oct 12 04:08:51.986480 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42192) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:52.095989 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2089658509-network', 'tenant_id': '88fd13f02efd472ab42de58bb963df4a'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:52.117637 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Made reservation on behalf of 88fd13f02efd472ab42de58bb963df4a for: {'network': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:08:52.119780 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:52.128693 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:52.225779 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:52.230665 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:52.257256 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:08:52.276763 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:52.277150 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.db.segments_db [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Added segment a1a92035-ae31-4d03-99a9-f1c217744e33 of type vlan for network ee64e458-5e6c-458b-a5ce-e667e1fc4509 Oct 12 04:08:52.278838 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a81b43-d7c6-418d-8327-fa7745837f5f,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:52.324617 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:52.324972 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:52.325194 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:52.325472 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:52.325827 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:52.326230 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:52.326639 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:52.326985 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:52.327310 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:52.327619 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:52.328113 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:52.328436 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:08:52.343409 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:52.390370 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:52.392135 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:52.392728 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:52.454701 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4658704 Oct 12 04:08:52.457871 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42196) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:08:52.462647 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-d369d116-7d23-4c41-b8f5-3795f70c958a admin admin] Request body: {'subnet': {'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2089658509-subnet', 'tenant_id': '88fd13f02efd472ab42de58bb963df4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:52.521412 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd2180-9eb5-4395-8524-08f03b88acd1 admin admin] Pushing event updated for resources: {'Network': ['ID=ee64e458-5e6c-458b-a5ce-e667e1fc4509,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:52.525099 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d369d116-7d23-4c41-b8f5-3795f70c958a admin admin] Made reservation on behalf of 88fd13f02efd472ab42de58bb963df4a for: {'subnet': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:08:52.527489 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d369d116-7d23-4c41-b8f5-3795f70c958a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11845814'] for subnet, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:52.535600 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network ee64e458-5e6c-458b-a5ce-e667e1fc4509 details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:08:52.611519 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef2b71-6f68-41d9-9435-9c5c5523a1b0 req-0b712e70-6570-4f3a-9dd0-2956c86b9637 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:52.619039 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-68ef2b71-6f68-41d9-9435-9c5c5523a1b0 req-0b712e70-6570-4f3a-9dd0-2956c86b9637 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0790050 Oct 12 04:08:52.657196 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-68ef2b71-6f68-41d9-9435-9c5c5523a1b0 req-56780f18-f619-4597-bc1c-7e8ec3f83351 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372245 Oct 12 04:08:52.726527 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d369d116-7d23-4c41-b8f5-3795f70c958a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11439090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11845784'] for subnet, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:52.789928 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369d116-7d23-4c41-b8f5-3795f70c958a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc386ec3-6742-44ba-a7de-fd7160b1ce9b,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:52.825747 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d369d116-7d23-4c41-b8f5-3795f70c958a admin admin] Checking segment: {'id': 'a1a92035-ae31-4d03-99a9-f1c217744e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:08:52.826236 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d369d116-7d23-4c41-b8f5-3795f70c958a admin admin] Network hostable DHCP agents. Network: ee64e458-5e6c-458b-a5ce-e667e1fc4509, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:08:52.846230 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d369d116-7d23-4c41-b8f5-3795f70c958a admin admin] Network ee64e458-5e6c-458b-a5ce-e667e1fc4509 is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:08:52.858296 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-d369d116-7d23-4c41-b8f5-3795f70c958a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, ee64e458-5e6c-458b-a5ce-e667e1fc4509) {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:08:52.863045 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d369d116-7d23-4c41-b8f5-3795f70c958a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:52.863671 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d369d116-7d23-4c41-b8f5-3795f70c958a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:52.880491 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4041be-3954-4dca-b03a-3db8115f2bcb None None] Network ee64e458-5e6c-458b-a5ce-e667e1fc4509 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:08:52.889691 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-d369d116-7d23-4c41-b8f5-3795f70c958a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4305468 Oct 12 04:08:53.036597 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b01d0-d8dc-4d5c-a3c2-bb817eaa6550 None None] Network ee64e458-5e6c-458b-a5ce-e667e1fc4509 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:08:53.831802 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e89ae2-81fd-499a-acc0-ed6c93cfa73d req-2ca8065e-ecd4-4aba-a63d-ba347de492ba tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:53.841385 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-29e89ae2-81fd-499a-acc0-ed6c93cfa73d req-2ca8065e-ecd4-4aba-a63d-ba347de492ba tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0919898 Oct 12 04:08:53.907064 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-29e89ae2-81fd-499a-acc0-ed6c93cfa73d req-55b5f945-6d78-47d4-949a-618de406c334 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631723 Oct 12 04:08:53.921387 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135d720-03f7-498c-8b3d-a95073e915c8 req-fc62c5bb-ba7f-4c73-8afb-df9f71bca1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:53.923709 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5135d720-03f7-498c-8b3d-a95073e915c8 req-fc62c5bb-ba7f-4c73-8afb-df9f71bca1ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 1098 time: 0.0547228 Oct 12 04:08:53.975931 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5135d720-03f7-498c-8b3d-a95073e915c8 req-b11bdd7d-eeb6-4fe4-bbe5-5be1cd813219 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432050 Oct 12 04:08:54.749539 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-b48770dc-2602-4483-b38b-effa1f74cc27 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:54.751291 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-b48770dc-2602-4483-b38b-effa1f74cc27 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/networks?id=ee64e458-5e6c-458b-a5ce-e667e1fc4509 HTTP/1.1" status: 200 len: 814 time: 0.1140740 Oct 12 04:08:54.768191 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-a90f1846-8df4-4ceb-9ac9-343fb462eda9 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/quotas/88fd13f02efd472ab42de58bb963df4a HTTP/1.1" status: 200 len: 375 time: 0.0102136 Oct 12 04:08:54.802422 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-3f149fb2-1512-45e3-a266-e51eb3b4dad0 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=88fd13f02efd472ab42de58bb963df4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277438 Oct 12 04:08:54.939189 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-d107bbef-b3d1-4bb3-bc69-c0b25b75df83 service neutron] 10.222.0.31 "GET /v2.0/networks/ee64e458-5e6c-458b-a5ce-e667e1fc4509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292055 Oct 12 04:08:55.056382 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-523e96d0-02db-447e-b71a-2121963fcf0a service neutron] 10.222.0.31 "GET /v2.0/networks/ee64e458-5e6c-458b-a5ce-e667e1fc4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162570 Oct 12 04:08:55.133461 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615121b9-54bf-4477-b3cf-cd2fb7d2d13c req-00f1db5a-64bc-423e-abb3-b8c5a1332876 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:55.142680 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-615121b9-54bf-4477-b3cf-cd2fb7d2d13c req-00f1db5a-64bc-423e-abb3-b8c5a1332876 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0848076 Oct 12 04:08:55.203398 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-615121b9-54bf-4477-b3cf-cd2fb7d2d13c req-030802a0-3172-4342-a63f-ab632b30a9a8 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597758 Oct 12 04:08:55.267661 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4b50cd10-c712-4708-a6c2-eb42bb774afc req-ef93b7bc-ab35-4723-ae39-acc86c70d220 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 210 time: 0.0309880 Oct 12 04:08:56.457782 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bcd6f281-3d9f-415a-a0d3-09c54436c010 req-c49a1c4b-a75f-4c0b-bd01-886d7b3fdb65 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 210 time: 0.0721478 Oct 12 04:08:56.486278 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ea915-04b9-43f7-b3fd-295b57d170dd req-670ef8af-1885-46af-8952-337f6689607e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:56.494578 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-189ea915-04b9-43f7-b3fd-295b57d170dd req-670ef8af-1885-46af-8952-337f6689607e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.1908729 Oct 12 04:08:56.568122 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-189ea915-04b9-43f7-b3fd-295b57d170dd req-f306ae82-2b2e-42f2-8bc6-c5346e5860aa tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580349 Oct 12 04:08:56.632102 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-6b586e26-8c58-429f-b0b4-c5163f4a53c7 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:56.633708 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-6b586e26-8c58-429f-b0b4-c5163f4a53c7 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.41 "GET /v2.0/networks?id=ee64e458-5e6c-458b-a5ce-e667e1fc4509 HTTP/1.1" status: 200 len: 814 time: 0.2675278 Oct 12 04:08:56.653796 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-50ba49c3-ed88-48b3-8965-c7f7935b1869 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Request body: {'port': {'device_id': 'ba2c292f-5074-4f40-8e6d-35d9c49304b1', 'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509', 'admin_state_up': True, 'tenant_id': '88fd13f02efd472ab42de58bb963df4a'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:56.795684 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-50ba49c3-ed88-48b3-8965-c7f7935b1869 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Made reservation on behalf of 88fd13f02efd472ab42de58bb963df4a for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:08:56.800090 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-50ba49c3-ed88-48b3-8965-c7f7935b1869 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:56.991890 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-50ba49c3-ed88-48b3-8965-c7f7935b1869 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Allocated IP 172.20.0.3 (ee64e458-5e6c-458b-a5ce-e667e1fc4509/bc386ec3-6742-44ba-a7de-fd7160b1ce9b/ad65733d-ed16-4cd1-b074-c6e9e782b9c7) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:08:57.053731 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70887b08-f72d-4f26-ae08-3200afe9a223 req-cb4ebaad-02ff-459d-b594-41f87ee15930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:57.055368 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-70887b08-f72d-4f26-ae08-3200afe9a223 req-cb4ebaad-02ff-459d-b594-41f87ee15930 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 1098 time: 0.1061013 Oct 12 04:08:57.087085 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f7812-a6bb-499f-b622-97c4b19985a2 req-56c5ea27-5e35-4b35-b031-3778ca6eb8f4 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:57.088552 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-241f7812-a6bb-499f-b622-97c4b19985a2 req-56c5ea27-5e35-4b35-b031-3778ca6eb8f4 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.1126721 Oct 12 04:08:57.241865 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-241f7812-a6bb-499f-b622-97c4b19985a2 req-e3c44d06-5d89-4e31-9afa-e88752973549 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370995 Oct 12 04:08:57.278269 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70887b08-f72d-4f26-ae08-3200afe9a223 req-e0812487-41bb-4180-9889-3d5399088df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:57.279010 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-70887b08-f72d-4f26-ae08-3200afe9a223 req-e0812487-41bb-4180-9889-3d5399088df1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 200 len: 920 time: 0.2124648 Oct 12 04:08:57.336481 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-70887b08-f72d-4f26-ae08-3200afe9a223 req-06c6d433-7869-456e-9963-80142ff4e4f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab9f88d-1ff9-4805-a050-a44a0551a8e7 HTTP/1.1" status: 200 len: 217 time: 0.0451362 Oct 12 04:08:57.345971 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-50ba49c3-ed88-48b3-8965-c7f7935b1869 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:57.380601 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-50ba49c3-ed88-48b3-8965-c7f7935b1869 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:57.460273 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-50ba49c3-ed88-48b3-8965-c7f7935b1869 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Network ee64e458-5e6c-458b-a5ce-e667e1fc4509 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:08:57.467994 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-50ba49c3-ed88-48b3-8965-c7f7935b1869 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:08:57.470617 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-50ba49c3-ed88-48b3-8965-c7f7935b1869 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:08:57.502164 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba49c3-ed88-48b3-8965-c7f7935b1869 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Pushing event updated for resources: {'Port': ['ID=ad65733d-ed16-4cd1-b074-c6e9e782b9c7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:57.515102 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70887b08-f72d-4f26-ae08-3200afe9a223 req-8313bc08-a198-402f-b033-005fa4f9e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:57.517957 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-70887b08-f72d-4f26-ae08-3200afe9a223 req-8313bc08-a198-402f-b033-005fa4f9e243 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833b4e19-9647-4dd2-8560-05a1e33b097d HTTP/1.1" status: 200 len: 859 time: 0.1326463 Oct 12 04:08:57.598265 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-70887b08-f72d-4f26-ae08-3200afe9a223 req-a6356569-582b-4695-a9ca-e6f2f795c652 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=142d406d-e454-45b8-b5f0-7750b0d1ef9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705385 Oct 12 04:08:57.631608 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-50ba49c3-ed88-48b3-8965-c7f7935b1869 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:57.632193 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-50ba49c3-ed88-48b3-8965-c7f7935b1869 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:57.695292 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-50ba49c3-ed88-48b3-8965-c7f7935b1869 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0456488 Oct 12 04:08:57.708720 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499b2eb-7da6-4bab-835c-3b2cb0735c19 req-5185ad6c-2699-4a95-bd05-2f76331fd991 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:57.710235 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9499b2eb-7da6-4bab-835c-3b2cb0735c19 req-5185ad6c-2699-4a95-bd05-2f76331fd991 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 931 time: 0.1720731 Oct 12 04:08:57.716599 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Request body: {'port': {'device_id': 'ba2c292f-5074-4f40-8e6d-35d9c49304b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:08:57.828637 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9499b2eb-7da6-4bab-835c-3b2cb0735c19 req-94b70402-dc69-43a4-8d09-faa8147dc927 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053050 Oct 12 04:08:57.850399 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-70887b08-f72d-4f26-ae08-3200afe9a223 req-8d3405a4-e52c-4c83-990e-6d0f31033e4b service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421076 Oct 12 04:08:57.851173 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:58.069355 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-70887b08-f72d-4f26-ae08-3200afe9a223 req-3c6566f3-08e5-4239-b41e-f2b8130a0c50 service neutron] 10.222.0.41 "GET /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058611 Oct 12 04:08:58.227849 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad65733d-ed16-4cd1-b074-c6e9e782b9c7 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:08:58.236701 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:58.252685 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Transition to ACTIVE for port object ad65733d-ed16-4cd1-b074-c6e9e782b9c7 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:08:58.266151 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-754f7ecb-81fc-46c7-9227-4b461f714603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:58.269961 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:58.344131 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Pushing event updated for resources: {'Port': ['ID=ad65733d-ed16-4cd1-b074-c6e9e782b9c7,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:58.462875 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020c0e0-ac2e-4803-8107-73d3cf0de3b5 req-48712a9b-656b-4cb0-928d-0d184cc11e09 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:58.464362 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0020c0e0-ac2e-4803-8107-73d3cf0de3b5 req-48712a9b-656b-4cb0-928d-0d184cc11e09 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.1164892 Oct 12 04:08:58.497426 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Attempting to bind port ad65733d-ed16-4cd1-b074-c6e9e782b9c7 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:08:58.497806 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Attempting to bind port ad65733d-ed16-4cd1-b074-c6e9e782b9c7 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': 'a1a92035-ae31-4d03-99a9-f1c217744e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:08:58.498110 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Attempting to bind port ad65733d-ed16-4cd1-b074-c6e9e782b9c7 on network ee64e458-5e6c-458b-a5ce-e667e1fc4509 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:08:58.505753 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Port ad65733d-ed16-4cd1-b074-c6e9e782b9c7 on network ee64e458-5e6c-458b-a5ce-e667e1fc4509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:08:58.506086 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Attempting to bind port ad65733d-ed16-4cd1-b074-c6e9e782b9c7 on network ee64e458-5e6c-458b-a5ce-e667e1fc4509 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:08:58.520152 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:08:58.520498 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Checking segment: {'id': 'a1a92035-ae31-4d03-99a9-f1c217744e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:08:58.520907 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Bound using segment: {'id': 'a1a92035-ae31-4d03-99a9-f1c217744e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:08:58.521352 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Bound port: ad65733d-ed16-4cd1-b074-c6e9e782b9c7, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a92035-ae31-4d03-99a9-f1c217744e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:08:58.521761 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:58.537343 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0020c0e0-ac2e-4803-8107-73d3cf0de3b5 req-a6c96fe1-8433-45cf-a036-31d728b73562 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623169 Oct 12 04:08:58.606534 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] For port ad65733d-ed16-4cd1-b074-c6e9e782b9c7, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:08:58.609755 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] For port ad65733d-ed16-4cd1-b074-c6e9e782b9c7, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=ad65733d-ed16-4cd1-b074-c6e9e782b9c7,segment=NetworkSegment(a1a92035-ae31-4d03-99a9-f1c217744e33),segment_id=a1a92035-ae31-4d03-99a9-f1c217744e33)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:08:58.614945 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:58.651676 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:58.652299 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:08:58.653790 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] 10.222.0.41 "PUT /v2.0/ports/ad65733d-ed16-4cd1-b074-c6e9e782b9c7 HTTP/1.1" status: 200 len: 1093 time: 0.9426324 Oct 12 04:08:58.654309 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2c292f-5074-4f40-8e6d-35d9c49304b1', 'tag': 'ad65733d-ed16-4cd1-b074-c6e9e782b9c7'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:08:58.656657 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cede29d-d067-4d7e-900c-bd0054b4dadb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2c292f-5074-4f40-8e6d-35d9c49304b1", "tag": "ad65733d-ed16-4cd1-b074-c6e9e782b9c7"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:08:58.688676 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef0661-ef7b-4b1c-ae62-831618886251 service neutron] Pushing event updated for resources: {'Port': ['ID=ad65733d-ed16-4cd1-b074-c6e9e782b9c7,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:08:58.746264 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f1931e-1c7b-43e2-8668-1670c286f6ee x-openstack-request-id: req-a9f1931e-1c7b-43e2-8668-1670c286f6ee {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:08:58.746264 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2c292f-5074-4f40-8e6d-35d9c49304b1", "tag": "ad65733d-ed16-4cd1-b074-c6e9e782b9c7", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:08:58.746634 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9f1931e-1c7b-43e2-8668-1670c286f6ee {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:08:58.746778 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2c292f-5074-4f40-8e6d-35d9c49304b1', 'tag': 'ad65733d-ed16-4cd1-b074-c6e9e782b9c7', 'status': 'completed', 'code': 200} Oct 12 04:08:58.765018 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-cd8a6027-b223-4685-8a53-0d322d694926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:58.767043 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-cd8a6027-b223-4685-8a53-0d322d694926 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88fd13f02efd472ab42de58bb963df4a&device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 1096 time: 0.0635605 Oct 12 04:08:58.826384 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-b1f97dc6-635f-43bc-9695-df593af6ab45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad65733d-ed16-4cd1-b074-c6e9e782b9c7 HTTP/1.1" status: 200 len: 217 time: 0.0500336 Oct 12 04:08:58.911869 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-d87a9619-0193-42c5-b25e-f79b934a9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:58.913335 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-d87a9619-0193-42c5-b25e-f79b934a9ec7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc386ec3-6742-44ba-a7de-fd7160b1ce9b HTTP/1.1" status: 200 len: 854 time: 0.0800819 Oct 12 04:08:58.955955 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-47b3fcd7-8387-4e44-b95b-1ffc68644efb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee64e458-5e6c-458b-a5ce-e667e1fc4509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350602 Oct 12 04:08:59.110178 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98933132-069d-4fd1-9c23-2827cea3a98c req-f5f8b4f8-9ac2-4654-93ed-e65e2354539d tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:59.112694 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-98933132-069d-4fd1-9c23-2827cea3a98c req-f5f8b4f8-9ac2-4654-93ed-e65e2354539d tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.1544809 Oct 12 04:08:59.160372 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-b40bbfb2-13cc-4f26-bb4c-9c052357db94 service neutron] 10.222.0.41 "GET /v2.0/networks/ee64e458-5e6c-458b-a5ce-e667e1fc4509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940095 Oct 12 04:08:59.249946 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-98933132-069d-4fd1-9c23-2827cea3a98c req-2eff42d8-57e9-43dc-814f-0b242180fed0 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256075 Oct 12 04:08:59.303899 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-32c3601d-7fc6-4ae0-8a5e-4bd54938f8d8 req-d4ec2ce8-b701-4faa-baff-f9a1fe064d80 service neutron] 10.222.0.41 "GET /v2.0/networks/ee64e458-5e6c-458b-a5ce-e667e1fc4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353214 Oct 12 04:08:59.423915 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede29d-d067-4d7e-900c-bd0054b4dadb req-b855c621-a543-42f4-aa26-8a4a7b976553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:59.431508 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6cede29d-d067-4d7e-900c-bd0054b4dadb req-b855c621-a543-42f4-aa26-8a4a7b976553 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88fd13f02efd472ab42de58bb963df4a&device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 1096 time: 0.0539002 Oct 12 04:08:59.532701 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede29d-d067-4d7e-900c-bd0054b4dadb req-7ca40774-4e6a-4ddc-96f4-ca28487ab2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:59.534316 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6cede29d-d067-4d7e-900c-bd0054b4dadb req-7ca40774-4e6a-4ddc-96f4-ca28487ab2ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee64e458-5e6c-458b-a5ce-e667e1fc4509 HTTP/1.1" status: 200 len: 915 time: 0.0951331 Oct 12 04:08:59.586527 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6cede29d-d067-4d7e-900c-bd0054b4dadb req-a7c19341-6aaf-4834-a7d7-11126212ff62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad65733d-ed16-4cd1-b074-c6e9e782b9c7 HTTP/1.1" status: 200 len: 217 time: 0.0430498 Oct 12 04:08:59.675142 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede29d-d067-4d7e-900c-bd0054b4dadb req-f0f0a7b8-6db8-4ee0-8db9-1300922f90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:59.676747 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6cede29d-d067-4d7e-900c-bd0054b4dadb req-f0f0a7b8-6db8-4ee0-8db9-1300922f90aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc386ec3-6742-44ba-a7de-fd7160b1ce9b HTTP/1.1" status: 200 len: 854 time: 0.0834291 Oct 12 04:08:59.693440 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a20c0-4643-4c30-8a33-1ffad26d5d47 req-6b57c575-97e8-4376-acf8-16bdd4ce2857 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:08:59.694831 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-806a20c0-4643-4c30-8a33-1ffad26d5d47 req-6b57c575-97e8-4376-acf8-16bdd4ce2857 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0627415 Oct 12 04:08:59.729763 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6cede29d-d067-4d7e-900c-bd0054b4dadb req-1c35103d-92be-419c-8c3d-832974630ce8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee64e458-5e6c-458b-a5ce-e667e1fc4509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439730 Oct 12 04:08:59.795794 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-806a20c0-4643-4c30-8a33-1ffad26d5d47 req-9cb5e6ba-dd41-425b-9ab1-320b3cafea1e tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936558 Oct 12 04:08:59.848805 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6cede29d-d067-4d7e-900c-bd0054b4dadb req-d5db41ac-5d48-4670-953f-8db1c40077e1 service neutron] 10.222.0.41 "GET /v2.0/networks/ee64e458-5e6c-458b-a5ce-e667e1fc4509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100523 Oct 12 04:09:00.246421 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6cede29d-d067-4d7e-900c-bd0054b4dadb req-3f30353d-23fd-4e5b-8ceb-5d1499c9ac92 service neutron] 10.222.0.41 "GET /v2.0/networks/ee64e458-5e6c-458b-a5ce-e667e1fc4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905060 Oct 12 04:09:00.385842 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ce645-74d7-4454-99f4-4e99379728d6 req-b6d0e837-e503-4ec8-ad90-6126d52bc30f tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:00.389336 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2f3ce645-74d7-4454-99f4-4e99379728d6 req-b6d0e837-e503-4ec8-ad90-6126d52bc30f tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0566249 Oct 12 04:09:00.433625 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2f3ce645-74d7-4454-99f4-4e99379728d6 req-9bde985d-58d2-45e3-8efc-372748134534 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390971 Oct 12 04:09:00.672297 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e184530e-e0f6-4f81-a934-ca72e2803b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:00.943139 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c192417-26e4-47a9-bd54-1682f195e20a req-e78f62dd-4cb3-49e2-9bae-7022b33bade3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:00.951484 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2c192417-26e4-47a9-bd54-1682f195e20a req-e78f62dd-4cb3-49e2-9bae-7022b33bade3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0596938 Oct 12 04:09:01.015498 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2c192417-26e4-47a9-bd54-1682f195e20a req-2a6273e8-d97f-48e7-a9cc-03e58f2eb8d6 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607343 Oct 12 04:09:01.565398 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02188489-a97a-4618-8f99-b1cd1d128a78 req-45dbc249-d826-42fa-889d-a32acee893f9 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:01.567216 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02188489-a97a-4618-8f99-b1cd1d128a78 req-45dbc249-d826-42fa-889d-a32acee893f9 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0550427 Oct 12 04:09:01.608523 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02188489-a97a-4618-8f99-b1cd1d128a78 req-07a1a790-2472-4488-90d5-d3376894222f tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343196 Oct 12 04:09:01.633795 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:01.713191 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:02.142852 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8116e9-10ee-4746-bc51-c6a71d7651af req-3c548f1d-3900-4111-98e0-8b24d76eeefb tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:02.144328 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2e8116e9-10ee-4746-bc51-c6a71d7651af req-3c548f1d-3900-4111-98e0-8b24d76eeefb tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0664468 Oct 12 04:09:02.188689 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2e8116e9-10ee-4746-bc51-c6a71d7651af req-35913432-3ce1-4c9c-ab0b-759c6b96ae21 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376027 Oct 12 04:09:02.477074 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device ad65733d-ed16-4cd1-b074-c6e9e782b9c7 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:09:02.539525 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:09:02.625057 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port ad65733d-ed16-4cd1-b074-c6e9e782b9c7, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=ad65733d-ed16-4cd1-b074-c6e9e782b9c7,segment=NetworkSegment(a1a92035-ae31-4d03-99a9-f1c217744e33),segment_id=a1a92035-ae31-4d03-99a9-f1c217744e33)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:02.639940 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': 'ad65733d-ed16-4cd1-b074-c6e9e782b9c7', 'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509', 'port_id': 'ad65733d-ed16-4cd1-b074-c6e9e782b9c7', 'mac_address': 'fa:16:3e:e2:4f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc386ec3-6742-44ba-a7de-fd7160b1ce9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:09:02.703847 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:02.726685 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad65733d-ed16-4cd1-b074-c6e9e782b9c7 {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:09:02.753703 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port ad65733d-ed16-4cd1-b074-c6e9e782b9c7, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=ad65733d-ed16-4cd1-b074-c6e9e782b9c7,segment=NetworkSegment(a1a92035-ae31-4d03-99a9-f1c217744e33),segment_id=a1a92035-ae31-4d03-99a9-f1c217744e33)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:02.760031 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:02.813326 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d99db-9585-448c-bc73-48b66611a8e9 req-3a2e0a1d-3c64-432b-b643-0ac92733e007 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:02.821101 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f80d99db-9585-448c-bc73-48b66611a8e9 req-3a2e0a1d-3c64-432b-b643-0ac92733e007 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 944 time: 0.0711415 Oct 12 04:09:02.829882 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=ad65733d-ed16-4cd1-b074-c6e9e782b9c7,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:02.838031 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:02.838499 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:02.839014 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:02.839561 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:02.839977 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:02.840371 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:02.840700 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:02.841272 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:02.841763 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:02.842161 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:02.842804 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:02.843468 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:02.869416 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f80d99db-9585-448c-bc73-48b66611a8e9 req-34527428-10ce-411c-96e1-a61c3b6b21ee tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471416 Oct 12 04:09:03.167605 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['ad65733d-ed16-4cd1-b074-c6e9e782b9c7'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:09:03.616674 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:04.012891 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520722ae-5760-4d60-9db5-7ddb7347df81 req-71a13d04-470e-4d34-beef-82c6c89943c0 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:04.014877 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-520722ae-5760-4d60-9db5-7ddb7347df81 req-71a13d04-470e-4d34-beef-82c6c89943c0 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 944 time: 0.0578058 Oct 12 04:09:04.025742 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42480) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:04.060727 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-520722ae-5760-4d60-9db5-7ddb7347df81 req-0f271076-2e69-4fcc-8d52-7e6e7d47eef3 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382867 Oct 12 04:09:04.166142 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c25ff406-54c2-4014-b967-aaf045c71c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:04.240933 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c25ff406-54c2-4014-b967-aaf045c71c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:04.245082 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c25ff406-54c2-4014-b967-aaf045c71c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:04.281448 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ff406-54c2-4014-b967-aaf045c71c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608af62c-af54-4f4f-a707-c5d7945c4d92,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:04.286161 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-c25ff406-54c2-4014-b967-aaf045c71c94 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48380b0a1fa64257bda618b5e0586279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594361 Oct 12 04:09:04.288696 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42502) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:04.340492 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c3d6422a-393d-4b59-a2d2-e2d42b35f870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:04.363022 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c3d6422a-393d-4b59-a2d2-e2d42b35f870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:04.415959 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c3d6422a-393d-4b59-a2d2-e2d42b35f870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:04.420289 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c3d6422a-393d-4b59-a2d2-e2d42b35f870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:04.424592 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-c3d6422a-393d-4b59-a2d2-e2d42b35f870 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/608af62c-af54-4f4f-a707-c5d7945c4d92 HTTP/1.1" status: 204 len: 168 time: 0.1319010 Oct 12 04:09:04.432173 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6422a-393d-4b59-a2d2-e2d42b35f870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608af62c-af54-4f4f-a707-c5d7945c4d92,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:04.479810 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device ad65733d-ed16-4cd1-b074-c6e9e782b9c7 up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:09:04.541707 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port ad65733d-ed16-4cd1-b074-c6e9e782b9c7 completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:09:04.545619 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port ad65733d-ed16-4cd1-b074-c6e9e782b9c7 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:09:04.545984 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:04.640383 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:04.664164 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2c292f-5074-4f40-8e6d-35d9c49304b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad65733d-ed16-4cd1-b074-c6e9e782b9c7'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:09:04.666490 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16b929e-4de9-4f2a-9c22-2809904cd18f" -d '{"events": [{"server_uuid": "ba2c292f-5074-4f40-8e6d-35d9c49304b1", "name": "network-vif-plugged", "status": "completed", "tag": "ad65733d-ed16-4cd1-b074-c6e9e782b9c7"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:09:04.679731 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port ad65733d-ed16-4cd1-b074-c6e9e782b9c7, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=ad65733d-ed16-4cd1-b074-c6e9e782b9c7,segment=NetworkSegment(a1a92035-ae31-4d03-99a9-f1c217744e33),segment_id=a1a92035-ae31-4d03-99a9-f1c217744e33)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:04.684688 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:04.716805 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228f87d3-c3d6-4511-8403-aa9b30311e63 x-openstack-request-id: req-228f87d3-c3d6-4511-8403-aa9b30311e63 {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:09:04.717123 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2c292f-5074-4f40-8e6d-35d9c49304b1", "name": "network-vif-plugged", "status": "completed", "tag": "ad65733d-ed16-4cd1-b074-c6e9e782b9c7", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:09:04.717374 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-228f87d3-c3d6-4511-8403-aa9b30311e63 {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:09:04.717765 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2c292f-5074-4f40-8e6d-35d9c49304b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad65733d-ed16-4cd1-b074-c6e9e782b9c7', 'code': 200} Oct 12 04:09:04.749011 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=ad65733d-ed16-4cd1-b074-c6e9e782b9c7,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:04.887423 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929be2a-0121-4f32-a490-27fe6c609f53 req-fb851ac7-9372-4223-9b2d-acebb9386fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:04.888946 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9929be2a-0121-4f32-a490-27fe6c609f53 req-fb851ac7-9372-4223-9b2d-acebb9386fb7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 1098 time: 0.0391769 Oct 12 04:09:04.929003 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9929be2a-0121-4f32-a490-27fe6c609f53 req-cd7d8e63-44ec-4f4e-8316-29a69745ff14 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301952 Oct 12 04:09:05.184149 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc8cc1-616e-42ed-8cbf-d7af0d35da99 req-98557770-d035-4270-9fe9-b69dbf410ee6 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:05.185555 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-43fc8cc1-616e-42ed-8cbf-d7af0d35da99 req-98557770-d035-4270-9fe9-b69dbf410ee6 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 945 time: 0.0496421 Oct 12 04:09:05.225710 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-43fc8cc1-616e-42ed-8cbf-d7af0d35da99 req-41daed88-ef5d-4e46-baf6-55ffd9876ac6 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310118 Oct 12 04:09:05.654013 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42576) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:05.697193 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e12a61-f78b-4826-974f-6163743a622e admin admin] Deleting subnet 9f5f57e8-5067-4ae7-9072-8fea1ae3d4b7 {{(pid=94182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:09:05.700161 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-43e12a61-f78b-4826-974f-6163743a622e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:05.732271 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-43e12a61-f78b-4826-974f-6163743a622e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542351'] for subnet, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:05.768942 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-43e12a61-f78b-4826-974f-6163743a622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:05.820708 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-43e12a61-f78b-4826-974f-6163743a622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11439025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11845777'] for subnet, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:05.845867 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e12a61-f78b-4826-974f-6163743a622e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5f57e8-5067-4ae7-9072-8fea1ae3d4b7,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:05.847764 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-43e12a61-f78b-4826-974f-6163743a622e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:05.850867 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-43e12a61-f78b-4826-974f-6163743a622e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9f5f57e8-5067-4ae7-9072-8fea1ae3d4b7 HTTP/1.1" status: 204 len: 168 time: 0.1958237 Oct 12 04:09:05.853319 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42578) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:05.918220 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9f316a1d-b2cc-4b63-90a4-6d8da63287a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:05.996197 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9f316a1d-b2cc-4b63-90a4-6d8da63287a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:06.014748 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-9f316a1d-b2cc-4b63-90a4-6d8da63287a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc34358-1e5e-4808-af42-cde9948029e0']}} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:06.023941 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-9f316a1d-b2cc-4b63-90a4-6d8da63287a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3fe423-da8c-4733-b618-d143a6610474') {'for_net_delete': True} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:06.024234 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-9f316a1d-b2cc-4b63-90a4-6d8da63287a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3fe423-da8c-4733-b618-d143a6610474') {} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:06.033616 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9f316a1d-b2cc-4b63-90a4-6d8da63287a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542340'] for segment, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:06.046244 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9f316a1d-b2cc-4b63-90a4-6d8da63287a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:06.052507 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f316a1d-b2cc-4b63-90a4-6d8da63287a3 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:09:06.052916 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9f316a1d-b2cc-4b63-90a4-6d8da63287a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11438191'] for segment, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: Traceback (most recent call last): Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: timer() Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: cb(*args, **kw) Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: return func(*args, **kwargs) Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: self._notify() Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: self.callback(batched_events) Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: event.method(event) Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: return f(self, *a, **k) Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: return self._get(url).json() Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: return self.request(url, 'GET', **kwargs) Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:09:06.054529 dv-cinder-813067-1-smb neutron-server[94182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:09:06.109301 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9f316a1d-b2cc-4b63-90a4-6d8da63287a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:06.114828 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9f316a1d-b2cc-4b63-90a4-6d8da63287a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:06.118045 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-9f316a1d-b2cc-4b63-90a4-6d8da63287a3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dbc34358-1e5e-4808-af42-cde9948029e0 HTTP/1.1" status: 204 len: 168 time: 0.2638304 Oct 12 04:09:06.130635 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f316a1d-b2cc-4b63-90a4-6d8da63287a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc34358-1e5e-4808-af42-cde9948029e0,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:06.279018 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8450aa0-87f6-4509-b138-46b401e072c9 req-908c67f8-5749-4164-8eae-b095bbf91f99 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:06.280419 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d8450aa0-87f6-4509-b138-46b401e072c9 req-908c67f8-5749-4164-8eae-b095bbf91f99 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0522778 Oct 12 04:09:06.289280 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42590) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:06.339935 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-5695cde1-8d6f-44b1-b6e2-d846be72d9e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9bf44c62ed54bd7a3d5d11d48179f88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495102 Oct 12 04:09:06.342467 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42592) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:06.347852 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d8450aa0-87f6-4509-b138-46b401e072c9 req-c35c6a46-c0a2-4042-942a-ce027562790c tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597444 Oct 12 04:09:06.369090 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca98a32-05a8-49e5-9979-a940d085f687 req-f531f725-b1eb-4d08-9e14-5513caa0eaf1 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:06.369090 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6ca98a32-05a8-49e5-9979-a940d085f687 req-f531f725-b1eb-4d08-9e14-5513caa0eaf1 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 945 time: 0.0648057 Oct 12 04:09:06.393382 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0e8f63e0-323f-4e04-9aec-fe1b42ae3f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:06.404496 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6ca98a32-05a8-49e5-9979-a940d085f687 req-6f8ce3c4-9fb4-4b39-8595-4348df5d5eb6 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 Oct 12 04:09:06.413367 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0e8f63e0-323f-4e04-9aec-fe1b42ae3f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:06.459093 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0e8f63e0-323f-4e04-9aec-fe1b42ae3f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:06.462784 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0e8f63e0-323f-4e04-9aec-fe1b42ae3f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:06.466430 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-0e8f63e0-323f-4e04-9aec-fe1b42ae3f82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a5e895a-167d-4202-ac6c-769ca3949d53 HTTP/1.1" status: 204 len: 168 time: 0.1205902 Oct 12 04:09:06.475179 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f63e0-323f-4e04-9aec-fe1b42ae3f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5e895a-167d-4202-ac6c-769ca3949d53,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:07.316137 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:07.466307 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca884b15-6b03-42af-9336-20a11f00a2dc req-d1ec02f4-661d-475d-a01b-28f6fd682978 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:07.468157 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca884b15-6b03-42af-9336-20a11f00a2dc req-d1ec02f4-661d-475d-a01b-28f6fd682978 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0516970 Oct 12 04:09:07.534771 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca884b15-6b03-42af-9336-20a11f00a2dc req-bb8024a6-e420-459c-9278-653fb38ec3e8 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600548 Oct 12 04:09:07.553520 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58964858-a629-4b1b-ba5b-77e013a25f8d req-6e45e50c-171e-4ebc-820b-bf590dc59679 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:07.553520 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-58964858-a629-4b1b-ba5b-77e013a25f8d req-6e45e50c-171e-4ebc-820b-bf590dc59679 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 945 time: 0.0751951 Oct 12 04:09:07.588427 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-58964858-a629-4b1b-ba5b-77e013a25f8d req-ae9b2f7b-0a57-41df-af9d-9f3967e02afa tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308394 Oct 12 04:09:08.651397 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b477eb8-bfec-42c3-9de6-e31d7c73d896 req-69a55174-e632-4096-956c-a0ffbd7db8fa tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:08.653222 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b477eb8-bfec-42c3-9de6-e31d7c73d896 req-69a55174-e632-4096-956c-a0ffbd7db8fa tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0473013 Oct 12 04:09:08.693076 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b477eb8-bfec-42c3-9de6-e31d7c73d896 req-f3f40b7e-d63d-47f5-b744-c06e54e70666 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331466 Oct 12 04:09:09.412847 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77f77b-666b-4b07-b5cf-c3fbf7aeabc9 req-311cbe13-ea2b-4e69-81f0-dd9a57ea62f4 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:09.414351 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2c77f77b-666b-4b07-b5cf-c3fbf7aeabc9 req-311cbe13-ea2b-4e69-81f0-dd9a57ea62f4 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 945 time: 0.0516419 Oct 12 04:09:09.511003 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-2c77f77b-666b-4b07-b5cf-c3fbf7aeabc9 req-e595a414-c6fc-48b9-b4ad-194170e57689 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Deleting port 0c880e7c-ca34-4e9b-a0cc-a0a094802507 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:09:09.511254 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2c77f77b-666b-4b07-b5cf-c3fbf7aeabc9 req-e595a414-c6fc-48b9-b4ad-194170e57689 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:09.600078 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-2c77f77b-666b-4b07-b5cf-c3fbf7aeabc9 req-e595a414-c6fc-48b9-b4ad-194170e57689 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] For port 0c880e7c-ca34-4e9b-a0cc-a0a094802507, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=0c880e7c-ca34-4e9b-a0cc-a0a094802507,segment=NetworkSegment(7167d3ae-f6b5-4c20-965e-d1a276c2fe9f),segment_id=7167d3ae-f6b5-4c20-965e-d1a276c2fe9f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:09.600434 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2c77f77b-666b-4b07-b5cf-c3fbf7aeabc9 req-e595a414-c6fc-48b9-b4ad-194170e57689 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:09.612819 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-2c77f77b-666b-4b07-b5cf-c3fbf7aeabc9 req-e595a414-c6fc-48b9-b4ad-194170e57689 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Calling delete_port for 0c880e7c-ca34-4e9b-a0cc-a0a094802507 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:09:09.739441 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2c77f77b-666b-4b07-b5cf-c3fbf7aeabc9 req-e595a414-c6fc-48b9-b4ad-194170e57689 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:09.758885 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['eab9f88d-1ff9-4805-a050-a44a0551a8e7', '0c880e7c-ca34-4e9b-a0cc-a0a094802507'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:09:09.780067 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595a414-c6fc-48b9-b4ad-194170e57689 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Pushing event deleted for resources: {'Port': ['ID=0c880e7c-ca34-4e9b-a0cc-a0a094802507,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:09.802361 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-409ee9a0-4923-49a7-b7ec-0d9c1f72ab3d req-4b3f049e-5710-4947-9dab-40cbab64b94f tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8388f2-077c-4995-91c2-3b9227275987 HTTP/1.1" status: 200 len: 210 time: 0.0323908 Oct 12 04:09:09.835151 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c77f77b-666b-4b07-b5cf-c3fbf7aeabc9 req-e595a414-c6fc-48b9-b4ad-194170e57689 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] No DVR routers for this DVR port 0c880e7c-ca34-4e9b-a0cc-a0a094802507 on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:09:09.837688 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2c77f77b-666b-4b07-b5cf-c3fbf7aeabc9 req-e595a414-c6fc-48b9-b4ad-194170e57689 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:09.840991 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2c77f77b-666b-4b07-b5cf-c3fbf7aeabc9 req-e595a414-c6fc-48b9-b4ad-194170e57689 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.41 "DELETE /v2.0/ports/0c880e7c-ca34-4e9b-a0cc-a0a094802507 HTTP/1.1" status: 204 len: 173 time: 0.4139121 Oct 12 04:09:09.841423 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8388f2-077c-4995-91c2-3b9227275987', 'name': 'network-vif-deleted', 'tag': '0c880e7c-ca34-4e9b-a0cc-a0a094802507'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:09:09.843658 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b269d709-3bd6-4299-bf7a-77ce098fd29a" -d '{"events": [{"server_uuid": "0e8388f2-077c-4995-91c2-3b9227275987", "name": "network-vif-deleted", "tag": "0c880e7c-ca34-4e9b-a0cc-a0a094802507"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:09:09.888690 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96621e96-1dbe-40d4-9e5c-9e14b88f5f0f x-openstack-request-id: req-96621e96-1dbe-40d4-9e5c-9e14b88f5f0f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:09:09.889127 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8388f2-077c-4995-91c2-3b9227275987", "name": "network-vif-deleted", "tag": "0c880e7c-ca34-4e9b-a0cc-a0a094802507", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:09:09.889544 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96621e96-1dbe-40d4-9e5c-9e14b88f5f0f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:09:09.890038 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8388f2-077c-4995-91c2-3b9227275987', 'name': 'network-vif-deleted', 'tag': '0c880e7c-ca34-4e9b-a0cc-a0a094802507', 'status': 'completed', 'code': 200} Oct 12 04:09:11.065962 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5248ebe-e6dc-4157-b436-aad194398ecf req-14e3b23a-6174-4152-beee-35b813ebbe4d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:11.067878 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b5248ebe-e6dc-4157-b436-aad194398ecf req-14e3b23a-6174-4152-beee-35b813ebbe4d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0507219 Oct 12 04:09:11.112844 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b5248ebe-e6dc-4157-b436-aad194398ecf req-2f79a4c3-13ff-4587-b62a-5dd07e12e172 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381017 Oct 12 04:09:12.232316 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46a689-8252-4387-a300-e314f2742bfd req-81915d24-91cf-44c2-b1da-3e3d2ac99002 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:12.234063 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7d46a689-8252-4387-a300-e314f2742bfd req-81915d24-91cf-44c2-b1da-3e3d2ac99002 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0505376 Oct 12 04:09:12.273445 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7d46a689-8252-4387-a300-e314f2742bfd req-d0a5e058-bee4-46cc-9b0c-50a7d245c230 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331204 Oct 12 04:09:12.522851 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 0c880e7c-ca34-4e9b-a0cc-a0a094802507 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:09:12.545917 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: 0c880e7c-ca34-4e9b-a0cc-a0a094802507 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:09:12.546255 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 0c880e7c-ca34-4e9b-a0cc-a0a094802507 not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:09:13.395861 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b44d7a-97e0-4cca-bdc4-782db8fade28 req-fb8f6bf4-e94b-493c-9066-8adcce6ff4b2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:13.397426 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-21b44d7a-97e0-4cca-bdc4-782db8fade28 req-fb8f6bf4-e94b-493c-9066-8adcce6ff4b2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0522702 Oct 12 04:09:13.454226 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-21b44d7a-97e0-4cca-bdc4-782db8fade28 req-7dc35fb8-60de-4ba5-9915-a115f28c765d tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472803 Oct 12 04:09:14.575636 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d01f0-a69f-47ae-bcb3-8840e453b904 req-9d4ec775-ea0b-4a0e-8be1-fe0581b1f21a tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:14.577326 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-df6d01f0-a69f-47ae-bcb3-8840e453b904 req-9d4ec775-ea0b-4a0e-8be1-fe0581b1f21a tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0539591 Oct 12 04:09:14.624145 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-df6d01f0-a69f-47ae-bcb3-8840e453b904 req-cbde6861-ecaa-43f7-8037-82a0f168505b tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395789 Oct 12 04:09:15.753823 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98be617-138c-447e-885b-269400b23a2c req-da2c357e-3b80-4c4b-a5e5-fb2887e7f682 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:15.755549 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c98be617-138c-447e-885b-269400b23a2c req-da2c357e-3b80-4c4b-a5e5-fb2887e7f682 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0557594 Oct 12 04:09:15.797409 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c98be617-138c-447e-885b-269400b23a2c req-eb8265c9-a552-4a60-859c-0af4aeacc49f tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351624 Oct 12 04:09:16.923561 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f8389-3668-422e-888a-b724bac20970 req-56b50219-0297-46c3-9fcb-56beaed57397 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:16.925623 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-471f8389-3668-422e-888a-b724bac20970 req-56b50219-0297-46c3-9fcb-56beaed57397 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0583506 Oct 12 04:09:16.962905 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-471f8389-3668-422e-888a-b724bac20970 req-4d6ea448-d999-40d2-a2d5-cace53a46dd2 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/security-groups?id=89521f33-a982-442b-b9b7-ef3e3dc227c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Oct 12 04:09:17.154562 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5577a6-dfe9-4121-9dc9-182a0a9b6329 req-148a8606-e534-4c4c-80dc-07b97f95c264 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:17.156035 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1d5577a6-dfe9-4121-9dc9-182a0a9b6329 req-148a8606-e534-4c4c-80dc-07b97f95c264 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 945 time: 0.0510042 Oct 12 04:09:17.279079 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-1d5577a6-dfe9-4121-9dc9-182a0a9b6329 req-92126e39-48c0-4491-b45d-dd6ad5c47ee3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Deleting port eab9f88d-1ff9-4805-a050-a44a0551a8e7 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:09:17.279419 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1d5577a6-dfe9-4121-9dc9-182a0a9b6329 req-92126e39-48c0-4491-b45d-dd6ad5c47ee3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:17.376407 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-1d5577a6-dfe9-4121-9dc9-182a0a9b6329 req-92126e39-48c0-4491-b45d-dd6ad5c47ee3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] For port eab9f88d-1ff9-4805-a050-a44a0551a8e7, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=eab9f88d-1ff9-4805-a050-a44a0551a8e7,segment=NetworkSegment(7167d3ae-f6b5-4c20-965e-d1a276c2fe9f),segment_id=7167d3ae-f6b5-4c20-965e-d1a276c2fe9f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:17.376838 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1d5577a6-dfe9-4121-9dc9-182a0a9b6329 req-92126e39-48c0-4491-b45d-dd6ad5c47ee3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:17.396441 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-1d5577a6-dfe9-4121-9dc9-182a0a9b6329 req-92126e39-48c0-4491-b45d-dd6ad5c47ee3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Calling delete_port for eab9f88d-1ff9-4805-a050-a44a0551a8e7 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:09:17.552940 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1d5577a6-dfe9-4121-9dc9-182a0a9b6329 req-92126e39-48c0-4491-b45d-dd6ad5c47ee3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:17.565927 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['eab9f88d-1ff9-4805-a050-a44a0551a8e7'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:09:17.584162 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92126e39-48c0-4491-b45d-dd6ad5c47ee3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Pushing event deleted for resources: {'Port': ['ID=eab9f88d-1ff9-4805-a050-a44a0551a8e7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:17.626195 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5577a6-dfe9-4121-9dc9-182a0a9b6329 req-92126e39-48c0-4491-b45d-dd6ad5c47ee3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] No DVR routers for this DVR port eab9f88d-1ff9-4805-a050-a44a0551a8e7 on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:09:17.629106 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1d5577a6-dfe9-4121-9dc9-182a0a9b6329 req-92126e39-48c0-4491-b45d-dd6ad5c47ee3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:17.632303 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1d5577a6-dfe9-4121-9dc9-182a0a9b6329 req-92126e39-48c0-4491-b45d-dd6ad5c47ee3 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.41 "DELETE /v2.0/ports/eab9f88d-1ff9-4805-a050-a44a0551a8e7 HTTP/1.1" status: 204 len: 173 time: 0.4539969 Oct 12 04:09:17.632724 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d0e62e-9520-441b-b87d-a1883a6efd66', 'name': 'network-vif-deleted', 'tag': 'eab9f88d-1ff9-4805-a050-a44a0551a8e7'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:09:17.635010 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdba704f-0194-480b-b791-d9c77ab56188" -d '{"events": [{"server_uuid": "e6d0e62e-9520-441b-b87d-a1883a6efd66", "name": "network-vif-deleted", "tag": "eab9f88d-1ff9-4805-a050-a44a0551a8e7"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:09:17.672359 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62c16ee-0389-4e79-81d4-5e52d9bcf598 x-openstack-request-id: req-c62c16ee-0389-4e79-81d4-5e52d9bcf598 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:09:17.672645 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d0e62e-9520-441b-b87d-a1883a6efd66", "name": "network-vif-deleted", "tag": "eab9f88d-1ff9-4805-a050-a44a0551a8e7", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:09:17.672969 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c62c16ee-0389-4e79-81d4-5e52d9bcf598 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:09:17.673362 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d0e62e-9520-441b-b87d-a1883a6efd66', 'name': 'network-vif-deleted', 'tag': 'eab9f88d-1ff9-4805-a050-a44a0551a8e7', 'status': 'completed', 'code': 200} Oct 12 04:09:18.088059 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3e828913-53d7-4a2d-90bd-6c39766ab710 req-12930a87-9755-45ad-ad0d-08d9ad8c86f0 tempest-ServerRescueNegativeTestJSON-1224126928 tempest-ServerRescueNegativeTestJSON-1224126928-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6d0e62e-9520-441b-b87d-a1883a6efd66 HTTP/1.1" status: 200 len: 210 time: 0.0278206 Oct 12 04:09:19.136020 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42922) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:19.721427 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-89908fd5-5f6a-467d-9d31-b6aea732814c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3912851'] for router_interface, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:20.001738 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-89908fd5-5f6a-467d-9d31-b6aea732814c admin admin] Deleting port de830b79-9e40-48ea-ae0b-f9b83c13b98d {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:09:20.001968 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-89908fd5-5f6a-467d-9d31-b6aea732814c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:20.084645 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [None req-89908fd5-5f6a-467d-9d31-b6aea732814c admin admin] For port de830b79-9e40-48ea-ae0b-f9b83c13b98d, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=de830b79-9e40-48ea-ae0b-f9b83c13b98d,segment=NetworkSegment(7167d3ae-f6b5-4c20-965e-d1a276c2fe9f),segment_id=7167d3ae-f6b5-4c20-965e-d1a276c2fe9f)] {{(pid=94182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:20.085065 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-89908fd5-5f6a-467d-9d31-b6aea732814c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:20.098367 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-89908fd5-5f6a-467d-9d31-b6aea732814c admin admin] Calling delete_port for de830b79-9e40-48ea-ae0b-f9b83c13b98d owned by network:router_interface {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:09:20.299608 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-89908fd5-5f6a-467d-9d31-b6aea732814c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:20.323844 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89908fd5-5f6a-467d-9d31-b6aea732814c admin admin] Pushing event deleted for resources: {'Port': ['ID=de830b79-9e40-48ea-ae0b-f9b83c13b98d,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:20.484809 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-89908fd5-5f6a-467d-9d31-b6aea732814c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3912743'] for router_interface, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:20.558063 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device eab9f88d-1ff9-4805-a050-a44a0551a8e7 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:09:20.578223 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: eab9f88d-1ff9-4805-a050-a44a0551a8e7 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:09:20.578647 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device eab9f88d-1ff9-4805-a050-a44a0551a8e7 not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:09:20.695887 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89908fd5-5f6a-467d-9d31-b6aea732814c admin admin] Router 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:09:20.804045 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89908fd5-5f6a-467d-9d31-b6aea732814c admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:09:20.809141 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-89908fd5-5f6a-467d-9d31-b6aea732814c admin admin] 10.222.0.31 "PUT /v2.0/routers/1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6720967 Oct 12 04:09:20.811640 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42934) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:20.812644 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e832a3-ff98-4ee1-a2da-dd3b692cbd40 None None] Sync routers for ids ['1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:09:20.822130 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e832a3-ff98-4ee1-a2da-dd3b692cbd40 None None] Routers {'1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:09:20.822832 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-13e832a3-ff98-4ee1-a2da-dd3b692cbd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:09:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:20.915590 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Notify callbacks [] for router, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:20.925588 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-13e832a3-ff98-4ee1-a2da-dd3b692cbd40 None None] Set router 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:09:21.124169 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-13e832a3-ff98-4ee1-a2da-dd3b692cbd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'name': 'tempest-ServerRescueNegativeTestJSON-1171738497-router', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:34Z', 'updated_at': '2021-10-12T04:09:20Z', 'revision_number': 5, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'gw_port': {'id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:36Z', 'updated_at': '2021-10-12T04:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:21.155259 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e832a3-ff98-4ee1-a2da-dd3b692cbd40 None None] Checking router: 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:09:21.164613 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e832a3-ff98-4ee1-a2da-dd3b692cbd40 None None] Routers {'1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:09:21.165301 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-13e832a3-ff98-4ee1-a2da-dd3b692cbd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:09:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:21.238145 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.249412 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643b615-9088-4547-b4fc-7a9ffdb486c5 req-a60c1caf-d728-4682-9d5f-672ff3e1b6a4 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:21.251982 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c643b615-9088-4547-b4fc-7a9ffdb486c5 req-a60c1caf-d728-4682-9d5f-672ff3e1b6a4 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0535328 Oct 12 04:09:21.274426 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-13e832a3-ff98-4ee1-a2da-dd3b692cbd40 None None] Set router 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:09:21.292951 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c643b615-9088-4547-b4fc-7a9ffdb486c5 req-52bbb67d-bdfd-44b7-b15e-c890661040b4 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329297 Oct 12 04:09:21.308874 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Deleting port ea4a4162-2014-4f2a-93cb-346ac5376199 {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:09:21.309348 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.390803 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] For port ea4a4162-2014-4f2a-93cb-346ac5376199, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=ea4a4162-2014-4f2a-93cb-346ac5376199,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:21.391162 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.406436 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Calling delete_port for ea4a4162-2014-4f2a-93cb-346ac5376199 owned by network:router_gateway {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:09:21.469626 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-13e832a3-ff98-4ee1-a2da-dd3b692cbd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'name': 'tempest-ServerRescueNegativeTestJSON-1171738497-router', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:34Z', 'updated_at': '2021-10-12T04:09:20Z', 'revision_number': 5, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'gw_port': {'id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:36Z', 'updated_at': '2021-10-12T04:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:21.499889 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e832a3-ff98-4ee1-a2da-dd3b692cbd40 None None] The sync data for ids ['1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43'] in dv-cinder-813067-1-smb is: [{'id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'name': 'tempest-ServerRescueNegativeTestJSON-1171738497-router', 'tenant_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:34Z', 'updated_at': '2021-10-12T04:09:20Z', 'revision_number': 5, 'project_id': 'f5f1f03ab7204fea903ecbab2e229dfa', 'gw_port': {'id': 'ea4a4162-2014-4f2a-93cb-346ac5376199', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:36Z', 'updated_at': '2021-10-12T04:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:09:21.605532 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.630200 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4a4162-2014-4f2a-93cb-346ac5376199,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:21.688351 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873477'] for router_gateway, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.790156 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11531'] for router, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.792571 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.860196 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912254'] for router, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.860805 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 {{(pid=94182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:09:21.866490 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] Notify callbacks [] for router, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.867699 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-9e7fe705-6c17-4a8d-81b6-1dbf30e8b601 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1a82cf1b-ecfe-48f4-9da0-eee3ac15ef43 HTTP/1.1" status: 204 len: 168 time: 1.0550711 Oct 12 04:09:21.870145 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42948) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:21.914745 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a73cadf-9c94-4408-abec-e64f4a01d6ad admin admin] Deleting subnet 833b4e19-9647-4dd2-8560-05a1e33b097d {{(pid=94182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:09:21.918501 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7a73cadf-9c94-4408-abec-e64f4a01d6ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.954380 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7a73cadf-9c94-4408-abec-e64f4a01d6ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542351'] for subnet, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:21.999269 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7a73cadf-9c94-4408-abec-e64f4a01d6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.055467 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7a73cadf-9c94-4408-abec-e64f4a01d6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11439025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11845777'] for subnet, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.080871 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73cadf-9c94-4408-abec-e64f4a01d6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=833b4e19-9647-4dd2-8560-05a1e33b097d,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:22.085156 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7a73cadf-9c94-4408-abec-e64f4a01d6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.088365 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-7a73cadf-9c94-4408-abec-e64f4a01d6ad admin admin] 10.222.0.31 "DELETE /v2.0/subnets/833b4e19-9647-4dd2-8560-05a1e33b097d HTTP/1.1" status: 204 len: 168 time: 0.2172873 Oct 12 04:09:22.090940 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42950) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:22.164263 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4497-39e1-4d0e-adf1-72d26a11e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.254722 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4497-39e1-4d0e-adf1-72d26a11e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.274731 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-dc6b4497-39e1-4d0e-adf1-72d26a11e20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142d406d-e454-45b8-b5f0-7750b0d1ef9b']}} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:22.284663 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-dc6b4497-39e1-4d0e-adf1-72d26a11e20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f') {'for_net_delete': True} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:22.284983 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-dc6b4497-39e1-4d0e-adf1-72d26a11e20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7167d3ae-f6b5-4c20-965e-d1a276c2fe9f') {} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:09:22.295123 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4497-39e1-4d0e-adf1-72d26a11e20e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542340'] for segment, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.308497 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4497-39e1-4d0e-adf1-72d26a11e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.314241 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6b4497-39e1-4d0e-adf1-72d26a11e20e admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:09:22.314978 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4497-39e1-4d0e-adf1-72d26a11e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11438191'] for segment, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: Traceback (most recent call last): Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: timer() Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: cb(*args, **kw) Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: return func(*args, **kwargs) Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: self._notify() Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: self.callback(batched_events) Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: event.method(event) Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: return f(self, *a, **k) Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: return self._get(url).json() Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: return self.request(url, 'GET', **kwargs) Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:09:22.317290 dv-cinder-813067-1-smb neutron-server[94182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:09:22.374181 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4497-39e1-4d0e-adf1-72d26a11e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.380014 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4497-39e1-4d0e-adf1-72d26a11e20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.386393 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-dc6b4497-39e1-4d0e-adf1-72d26a11e20e admin admin] 10.222.0.31 "DELETE /v2.0/networks/142d406d-e454-45b8-b5f0-7750b0d1ef9b HTTP/1.1" status: 204 len: 168 time: 0.2914140 Oct 12 04:09:22.395720 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b4497-39e1-4d0e-adf1-72d26a11e20e admin admin] Pushing event deleted for resources: {'Network': ['ID=142d406d-e454-45b8-b5f0-7750b0d1ef9b,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:22.424347 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926562d6-3d7f-4796-96d0-e1321dabc222 req-9e9abc4f-39d0-4993-b595-8abb0c95c427 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:22.426133 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-926562d6-3d7f-4796-96d0-e1321dabc222 req-9e9abc4f-39d0-4993-b595-8abb0c95c427 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0620685 Oct 12 04:09:22.465974 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-926562d6-3d7f-4796-96d0-e1321dabc222 req-b56832da-f5f2-496d-9c09-3cbf27a73652 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337539 Oct 12 04:09:22.550525 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42958) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:22.592773 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-3c021daa-665e-412e-ae3e-fbdc763eac9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5f1f03ab7204fea903ecbab2e229dfa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411723 Oct 12 04:09:22.595287 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42960) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:22.651509 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-061163f8-dda7-46f0-8c80-0d8334b3a691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.673134 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-061163f8-dda7-46f0-8c80-0d8334b3a691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.725691 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-061163f8-dda7-46f0-8c80-0d8334b3a691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.728219 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-061163f8-dda7-46f0-8c80-0d8334b3a691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:22.729435 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-061163f8-dda7-46f0-8c80-0d8334b3a691 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89521f33-a982-442b-b9b7-ef3e3dc227c9 HTTP/1.1" status: 204 len: 168 time: 0.1332603 Oct 12 04:09:22.737120 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061163f8-dda7-46f0-8c80-0d8334b3a691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89521f33-a982-442b-b9b7-ef3e3dc227c9,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:23.386179 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 42984) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:23.492575 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1531857480-network', 'tenant_id': '78307d826ef04ad5ae630720c59affaa'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:09:23.505475 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device de830b79-9e40-48ea-ae0b-f9b83c13b98d no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:09:23.515267 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Made reservation on behalf of 78307d826ef04ad5ae630720c59affaa for: {'network': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:09:23.518814 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:23.525430 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: de830b79-9e40-48ea-ae0b-f9b83c13b98d {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:09:23.525773 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device de830b79-9e40-48ea-ae0b-f9b83c13b98d not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:09:23.526187 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device ea4a4162-2014-4f2a-93cb-346ac5376199 no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:09:23.528410 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:23.544798 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: ea4a4162-2014-4f2a-93cb-346ac5376199 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:09:23.545169 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device ea4a4162-2014-4f2a-93cb-346ac5376199 not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:09:23.593820 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b058dd-eb1f-4e8c-9d65-774b922c91f7 req-92193269-3e55-4eeb-a28e-2065836a89c5 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:23.595628 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-03b058dd-eb1f-4e8c-9d65-774b922c91f7 req-92193269-3e55-4eeb-a28e-2065836a89c5 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0542238 Oct 12 04:09:23.625366 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:23.630343 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:23.640116 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-03b058dd-eb1f-4e8c-9d65-774b922c91f7 req-2c5a6c29-9476-4b12-8d55-ae57d6532772 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364120 Oct 12 04:09:23.662558 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:09:23.668433 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7129fd7c-2b05-4c7e-8642-712428ae8a4e,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:23.677246 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:23.677589 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.db.segments_db [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Added segment 7b55ae27-1570-4e1b-b22f-13a1fa551ad3 of type vlan for network aa8d516a-0594-4ec1-b1bc-b927d39d01bf Oct 12 04:09:23.718587 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:23.743181 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:23.744127 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:23.744709 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:23.793982 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4067101 Oct 12 04:09:23.797204 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 42994) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:23.802385 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e3c50962-093b-49d5-be63-e0821ffa3a5e admin admin] Request body: {'subnet': {'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1531857480-subnet', 'tenant_id': '78307d826ef04ad5ae630720c59affaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:09:23.806577 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31967cc7-f383-472d-9004-ea1f10385ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=aa8d516a-0594-4ec1-b1bc-b927d39d01bf,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:23.816458 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network aa8d516a-0594-4ec1-b1bc-b927d39d01bf details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:09:23.825123 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c50962-093b-49d5-be63-e0821ffa3a5e admin admin] Made reservation on behalf of 78307d826ef04ad5ae630720c59affaa for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:09:23.827360 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c50962-093b-49d5-be63-e0821ffa3a5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485434'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:23.999735 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c50962-093b-49d5-be63-e0821ffa3a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485396'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:24.053533 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c50962-093b-49d5-be63-e0821ffa3a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fef145e-952a-4f2c-9261-cac12dbcaaf4,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:24.063021 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c50962-093b-49d5-be63-e0821ffa3a5e admin admin] Checking segment: {'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:09:24.063381 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c50962-093b-49d5-be63-e0821ffa3a5e admin admin] Network hostable DHCP agents. Network: aa8d516a-0594-4ec1-b1bc-b927d39d01bf, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:09:24.080149 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c50962-093b-49d5-be63-e0821ffa3a5e admin admin] Network aa8d516a-0594-4ec1-b1bc-b927d39d01bf is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:09:24.089065 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-e3c50962-093b-49d5-be63-e0821ffa3a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, aa8d516a-0594-4ec1-b1bc-b927d39d01bf) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:09:24.093575 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c50962-093b-49d5-be63-e0821ffa3a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:24.094676 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c50962-093b-49d5-be63-e0821ffa3a5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:24.097846 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84385320-c65a-4b67-a304-fec43d090cc5 None None] Network aa8d516a-0594-4ec1-b1bc-b927d39d01bf requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:09:24.110650 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-e3c50962-093b-49d5-be63-e0821ffa3a5e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3116190 Oct 12 04:09:24.230852 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94442fca-ecd8-4e45-8f7f-192a14a985de None None] Network aa8d516a-0594-4ec1-b1bc-b927d39d01bf requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:09:25.401389 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-57f856de-16c1-4141-a003-8febe0a1e35a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:25.402868 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-57f856de-16c1-4141-a003-8febe0a1e35a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/networks?id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf HTTP/1.1" status: 200 len: 815 time: 0.1059573 Oct 12 04:09:25.418393 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5bc4520c-a4ca-458e-b57f-77d611eefcf2 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/quotas/78307d826ef04ad5ae630720c59affaa HTTP/1.1" status: 200 len: 375 time: 0.0093210 Oct 12 04:09:25.452529 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-d2290a2b-5b4e-46e1-8e36-28adfbbb3186 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=78307d826ef04ad5ae630720c59affaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289683 Oct 12 04:09:25.585254 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ef7be-a558-408b-9a6e-e1206f3caeb9 req-9aacb0b4-50b3-4427-92e3-5625b48be162 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:25.586714 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e93ef7be-a558-408b-9a6e-e1206f3caeb9 req-9aacb0b4-50b3-4427-92e3-5625b48be162 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0760171 Oct 12 04:09:25.588886 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-20d02774-6a09-4b89-958a-73fcc85ec8c1 service neutron] 10.222.0.31 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250575 Oct 12 04:09:25.670470 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e93ef7be-a558-408b-9a6e-e1206f3caeb9 req-cf026f85-092c-4a75-94e7-727d0e607e23 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777411 Oct 12 04:09:25.705175 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-74c51b84-e0c9-4d21-a23e-6e5f8919e853 service neutron] 10.222.0.31 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059113 Oct 12 04:09:25.773736 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd997d-38eb-4ae9-ad81-c0ab9e65d3cc req-f96a6411-fada-4d82-ac76-5084266df152 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:25.775231 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6fcd997d-38eb-4ae9-ad81-c0ab9e65d3cc req-f96a6411-fada-4d82-ac76-5084266df152 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0507874 Oct 12 04:09:25.816008 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6fcd997d-38eb-4ae9-ad81-c0ab9e65d3cc req-d1a3405e-8f85-4f75-a173-007f8c5e7791 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343440 Oct 12 04:09:25.869208 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ace6cd19-a2c0-4c6d-ab99-eba25b9ffbfe req-e608897f-e04d-4f10-9a54-321547ff1545 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 210 time: 0.0283656 Oct 12 04:09:26.845969 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98248c-aa65-44da-a595-f815e63ce7f2 req-ccb54d6e-af46-4d97-a996-c0025d5e626c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:26.849875 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b98248c-aa65-44da-a595-f815e63ce7f2 req-ccb54d6e-af46-4d97-a996-c0025d5e626c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.1091356 Oct 12 04:09:26.929715 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-6a9f823c-f6fa-4f49-b578-d93178f083fe tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:26.931490 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-6a9f823c-f6fa-4f49-b578-d93178f083fe tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "GET /v2.0/networks?id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf HTTP/1.1" status: 200 len: 815 time: 0.1810346 Oct 12 04:09:26.953158 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b98248c-aa65-44da-a595-f815e63ce7f2 req-07dc69c7-aef4-4cbb-a993-dfbcdbdc124e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960822 Oct 12 04:09:26.958479 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a6ab08eb-8d6d-4651-bc63-c8116e000c94 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Request body: {'port': {'device_id': '579448ff-f493-43b5-afb7-a1d379dc628a', 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf', 'admin_state_up': True, 'tenant_id': '78307d826ef04ad5ae630720c59affaa'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:09:27.020942 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a53e79-5c2b-461b-8ff1-4474b7efbfdd req-8cbc3d61-2025-4f1f-a8bd-4243ffd08c0d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:27.022356 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-49a53e79-5c2b-461b-8ff1-4474b7efbfdd req-8cbc3d61-2025-4f1f-a8bd-4243ffd08c0d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.1261220 Oct 12 04:09:27.060566 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b0c6b1bd-1af9-4d39-be93-009ac6af26ad req-4db5485d-5227-4bc3-9b24-70ee614c5190 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 210 time: 0.0496457 Oct 12 04:09:27.100473 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-49a53e79-5c2b-461b-8ff1-4474b7efbfdd req-14ccbda4-09b7-40fd-835a-678bbcb3404f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682743 Oct 12 04:09:27.133208 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a6ab08eb-8d6d-4651-bc63-c8116e000c94 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Made reservation on behalf of 78307d826ef04ad5ae630720c59affaa for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:09:27.136851 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a6ab08eb-8d6d-4651-bc63-c8116e000c94 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:27.256483 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a6ab08eb-8d6d-4651-bc63-c8116e000c94 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Allocated IP 172.20.0.2 (aa8d516a-0594-4ec1-b1bc-b927d39d01bf/3fef145e-952a-4f2c-9261-cac12dbcaaf4/18e8236c-0063-460f-b57a-a9d32f0dcd0c) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:09:27.398177 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a6ab08eb-8d6d-4651-bc63-c8116e000c94 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:27.431551 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a6ab08eb-8d6d-4651-bc63-c8116e000c94 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:27.472503 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a6ab08eb-8d6d-4651-bc63-c8116e000c94 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Network aa8d516a-0594-4ec1-b1bc-b927d39d01bf is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:09:27.481372 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a6ab08eb-8d6d-4651-bc63-c8116e000c94 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:09:27.484945 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a6ab08eb-8d6d-4651-bc63-c8116e000c94 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:09:27.510154 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab08eb-8d6d-4651-bc63-c8116e000c94 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Pushing event updated for resources: {'Port': ['ID=18e8236c-0063-460f-b57a-a9d32f0dcd0c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:27.537307 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a6ab08eb-8d6d-4651-bc63-c8116e000c94 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:27.537899 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a6ab08eb-8d6d-4651-bc63-c8116e000c94 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:27.553529 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a6ab08eb-8d6d-4651-bc63-c8116e000c94 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050394 Oct 12 04:09:27.584994 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Request body: {'port': {'device_id': '579448ff-f493-43b5-afb7-a1d379dc628a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:09:27.638057 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:27.900470 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e8236c-0063-460f-b57a-a9d32f0dcd0c {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:09:27.907694 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:27.923425 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Transition to ACTIVE for port object 18e8236c-0063-460f-b57a-a9d32f0dcd0c will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:09:27.926979 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:27.977290 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Pushing event updated for resources: {'Port': ['ID=18e8236c-0063-460f-b57a-a9d32f0dcd0c,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:28.076084 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Attempting to bind port 18e8236c-0063-460f-b57a-a9d32f0dcd0c on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:09:28.076417 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Attempting to bind port 18e8236c-0063-460f-b57a-a9d32f0dcd0c by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:09:28.076745 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Attempting to bind port 18e8236c-0063-460f-b57a-a9d32f0dcd0c on network aa8d516a-0594-4ec1-b1bc-b927d39d01bf {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:09:28.084498 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Port 18e8236c-0063-460f-b57a-a9d32f0dcd0c on network aa8d516a-0594-4ec1-b1bc-b927d39d01bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:09:28.084872 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Attempting to bind port 18e8236c-0063-460f-b57a-a9d32f0dcd0c on network aa8d516a-0594-4ec1-b1bc-b927d39d01bf {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:09:28.092413 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:09:28.092757 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Checking segment: {'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:09:28.093186 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Bound using segment: {'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:09:28.093627 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Bound port: 18e8236c-0063-460f-b57a-a9d32f0dcd0c, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:09:28.093985 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:28.102705 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de0621-42c6-4e33-bc06-59f5f3793084 req-5a6fbbc7-b402-44ad-81db-5f8298bf2371 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:28.104173 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-33de0621-42c6-4e33-bc06-59f5f3793084 req-5a6fbbc7-b402-44ad-81db-5f8298bf2371 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0793974 Oct 12 04:09:28.209423 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-33de0621-42c6-4e33-bc06-59f5f3793084 req-cdc1f467-148e-4edd-9408-56cac166d8bb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975916 Oct 12 04:09:28.225632 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] For port 18e8236c-0063-460f-b57a-a9d32f0dcd0c, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:09:28.229646 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] For port 18e8236c-0063-460f-b57a-a9d32f0dcd0c, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=18e8236c-0063-460f-b57a-a9d32f0dcd0c,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:09:28.241571 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b48176-076e-43a2-a363-f8b731780130 req-6d175ac2-58d6-4068-819e-4ae782162bf3 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:28.243212 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-23b48176-076e-43a2-a363-f8b731780130 req-6d175ac2-58d6-4068-819e-4ae782162bf3 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 943 time: 0.0950508 Oct 12 04:09:28.244946 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:28.253635 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-bebac7b2-622a-43a7-a831-5142f80431c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:28.310134 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:28.310737 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:28.312112 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] 10.222.0.41 "PUT /v2.0/ports/18e8236c-0063-460f-b57a-a9d32f0dcd0c HTTP/1.1" status: 200 len: 1093 time: 0.7311015 Oct 12 04:09:28.316331 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579448ff-f493-43b5-afb7-a1d379dc628a', 'tag': '18e8236c-0063-460f-b57a-a9d32f0dcd0c'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:09:28.318601 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7cb17b-e8fc-4cc5-a11f-e378f1b75176" -d '{"events": [{"name": "network-changed", "server_uuid": "579448ff-f493-43b5-afb7-a1d379dc628a", "tag": "18e8236c-0063-460f-b57a-a9d32f0dcd0c"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:09:28.385855 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673be56-ad10-4589-adf9-c04c633ddca6 service neutron] Pushing event updated for resources: {'Port': ['ID=18e8236c-0063-460f-b57a-a9d32f0dcd0c,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:28.392769 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-23b48176-076e-43a2-a363-f8b731780130 req-9fa6ae21-30b5-4f77-bfd6-da5e4f03916c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425533 Oct 12 04:09:28.415318 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d7b63-068b-4070-b724-5ad4f8c9afa4 req-6120ff6d-6762-48c8-b6b3-da0e920e048e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:28.416849 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b89d7b63-068b-4070-b724-5ad4f8c9afa4 req-6120ff6d-6762-48c8-b6b3-da0e920e048e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.1256371 Oct 12 04:09:28.435257 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a464c40d-703c-44f7-a91b-ccf49a85d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:28.435257 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-a464c40d-703c-44f7-a91b-ccf49a85d1a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78307d826ef04ad5ae630720c59affaa&device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 1096 time: 0.0802927 Oct 12 04:09:28.443925 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bff2f5-3293-404a-9ed9-0d6a7b992871 x-openstack-request-id: req-97bff2f5-3293-404a-9ed9-0d6a7b992871 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:09:28.444209 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579448ff-f493-43b5-afb7-a1d379dc628a", "tag": "18e8236c-0063-460f-b57a-a9d32f0dcd0c", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:09:28.444456 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97bff2f5-3293-404a-9ed9-0d6a7b992871 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:09:28.444840 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579448ff-f493-43b5-afb7-a1d379dc628a', 'tag': '18e8236c-0063-460f-b57a-a9d32f0dcd0c', 'status': 'completed', 'code': 200} Oct 12 04:09:28.496759 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-7000a26e-9336-4df7-9f15-822552939150 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18e8236c-0063-460f-b57a-a9d32f0dcd0c HTTP/1.1" status: 200 len: 217 time: 0.0451515 Oct 12 04:09:28.504314 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b89d7b63-068b-4070-b724-5ad4f8c9afa4 req-6672a95b-00c6-4505-809a-bbf6fc360d67 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805516 Oct 12 04:09:28.547094 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-d83bf08c-4950-4368-a0eb-cf9215e9920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:28.548542 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-d83bf08c-4950-4368-a0eb-cf9215e9920c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fef145e-952a-4f2c-9261-cac12dbcaaf4 HTTP/1.1" status: 200 len: 855 time: 0.0433953 Oct 12 04:09:28.583609 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-8710c6ff-eb05-4d35-9015-318db2db4e28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235615 Oct 12 04:09:28.676139 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-2a6b06e1-f621-48da-bb2f-681a319b2b96 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845013 Oct 12 04:09:28.772672 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8b16b20-e551-4ba5-ba35-a53567e79a93 req-7dca03bd-23a1-4b8d-a586-eab4ff6beb4e service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830536 Oct 12 04:09:28.871785 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cb17b-e8fc-4cc5-a11f-e378f1b75176 req-6592650f-c0d5-4475-9623-27348276a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:28.873276 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2d7cb17b-e8fc-4cc5-a11f-e378f1b75176 req-6592650f-c0d5-4475-9623-27348276a993 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78307d826ef04ad5ae630720c59affaa&device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 1096 time: 0.0464215 Oct 12 04:09:28.964485 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cb17b-e8fc-4cc5-a11f-e378f1b75176 req-081b5ed5-54fd-4d23-92bc-c2d1a1824929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:28.965982 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2d7cb17b-e8fc-4cc5-a11f-e378f1b75176 req-081b5ed5-54fd-4d23-92bc-c2d1a1824929 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf HTTP/1.1" status: 200 len: 916 time: 0.0831192 Oct 12 04:09:29.011511 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2d7cb17b-e8fc-4cc5-a11f-e378f1b75176 req-7df4dcb0-d578-43da-9d4f-10a9372265b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18e8236c-0063-460f-b57a-a9d32f0dcd0c HTTP/1.1" status: 200 len: 217 time: 0.0379248 Oct 12 04:09:29.295459 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cb17b-e8fc-4cc5-a11f-e378f1b75176 req-b315c6dd-c3a7-4133-8a1a-93d6564ea6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:29.296836 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2d7cb17b-e8fc-4cc5-a11f-e378f1b75176 req-b315c6dd-c3a7-4133-8a1a-93d6564ea6f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fef145e-952a-4f2c-9261-cac12dbcaaf4 HTTP/1.1" status: 200 len: 855 time: 0.2779176 Oct 12 04:09:29.335475 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2d7cb17b-e8fc-4cc5-a11f-e378f1b75176 req-ae1ea93b-bb42-48c5-bd64-71bee901f362 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247471 Oct 12 04:09:29.371622 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44e2ac-7d74-4028-b508-d2604dbef184 req-d66d31f6-ab96-4770-87e0-2b63f6946246 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:29.373069 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ec44e2ac-7d74-4028-b508-d2604dbef184 req-d66d31f6-ab96-4770-87e0-2b63f6946246 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0907545 Oct 12 04:09:29.444157 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ec44e2ac-7d74-4028-b508-d2604dbef184 req-bbe387de-5232-4c80-a218-4608202611f5 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464754 Oct 12 04:09:29.468246 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2d7cb17b-e8fc-4cc5-a11f-e378f1b75176 req-8af2b6fc-4557-405f-bd8a-316577b125bd service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240203 Oct 12 04:09:29.579020 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e307e2-1d03-4ef3-9413-1c4d9d9fd8a0 req-1ea07129-3e4e-4275-ba58-e2ed499793c9 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:29.581077 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-24e307e2-1d03-4ef3-9413-1c4d9d9fd8a0 req-1ea07129-3e4e-4275-ba58-e2ed499793c9 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 943 time: 0.1097178 Oct 12 04:09:29.629282 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2d7cb17b-e8fc-4cc5-a11f-e378f1b75176 req-18f61de6-1d88-47df-a2e1-34f1a9c8a151 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491821 Oct 12 04:09:29.660498 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-24e307e2-1d03-4ef3-9413-1c4d9d9fd8a0 req-d2dc0fa5-6517-4d13-88e1-82afd1852b21 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729764 Oct 12 04:09:29.670527 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f5c8d-bba4-48e7-96a2-eb68b9db22e8 req-aa11c3c9-a2f8-4ae3-a531-d8a8d65a23e6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:29.672009 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cf9f5c8d-bba4-48e7-96a2-eb68b9db22e8 req-aa11c3c9-a2f8-4ae3-a531-d8a8d65a23e6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0887444 Oct 12 04:09:29.710162 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cf9f5c8d-bba4-48e7-96a2-eb68b9db22e8 req-fce62500-8257-4a57-995c-42b355756cbe tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320373 Oct 12 04:09:30.559539 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a133cd-2687-4c25-8f2b-91592c14324d req-c14619f5-9a29-4f9a-a0df-bcf9a249c8f6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:30.561013 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-00a133cd-2687-4c25-8f2b-91592c14324d req-c14619f5-9a29-4f9a-a0df-bcf9a249c8f6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0485702 Oct 12 04:09:30.598805 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-00a133cd-2687-4c25-8f2b-91592c14324d req-7901a482-08fe-4b60-b756-06aca1a005ce tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312941 Oct 12 04:09:30.669923 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-2ac22550-7945-4a32-add3-a358708e270e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:30.774775 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a66ff1-7e78-41d3-a74c-d52805f38095 req-33f541f3-90e1-41e6-b4ae-a3eae503d29d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:30.776516 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-51a66ff1-7e78-41d3-a74c-d52805f38095 req-33f541f3-90e1-41e6-b4ae-a3eae503d29d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 943 time: 0.0490265 Oct 12 04:09:30.846863 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-51a66ff1-7e78-41d3-a74c-d52805f38095 req-da62eb10-eb60-439a-b796-aaba73dfe876 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632408 Oct 12 04:09:30.858763 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b7c53-0bd0-4080-b77e-a5744d9f904f req-4eee2648-f765-4950-a30e-60d9e7c459d2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:30.860231 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-343b7c53-0bd0-4080-b77e-a5744d9f904f req-4eee2648-f765-4950-a30e-60d9e7c459d2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0779126 Oct 12 04:09:30.899197 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-343b7c53-0bd0-4080-b77e-a5744d9f904f req-ef87ceb4-fbcd-4bb6-9b12-a18a41ac9552 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325763 Oct 12 04:09:31.633804 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:31.713413 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627a02e-fd6a-4d41-a2ab-aa970ce442cc req-40d95896-5d8c-418e-b384-2a2ab2b379f0 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:31.714008 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:31.714920 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a627a02e-fd6a-4d41-a2ab-aa970ce442cc req-40d95896-5d8c-418e-b384-2a2ab2b379f0 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0490904 Oct 12 04:09:31.753773 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a627a02e-fd6a-4d41-a2ab-aa970ce442cc req-f4c11bd7-63de-48d1-ab8d-c4c94170fee3 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316758 Oct 12 04:09:31.961480 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5b397-ac5e-418b-9843-95a78ed058cf req-b8370ae3-b4c1-4e6c-b635-c31720e3a0d5 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:31.962962 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aaa5b397-ac5e-418b-9843-95a78ed058cf req-b8370ae3-b4c1-4e6c-b635-c31720e3a0d5 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 943 time: 0.0489187 Oct 12 04:09:32.033084 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aaa5b397-ac5e-418b-9843-95a78ed058cf req-37a60188-dfa9-4cb1-a98f-50f9d40f11e0 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642111 Oct 12 04:09:32.044893 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9ad47-3bf2-488a-966d-f937f65e2655 req-2c8807b9-2a6c-488e-8689-9f0df19ac257 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:32.046507 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3ff9ad47-3bf2-488a-966d-f937f65e2655 req-2c8807b9-2a6c-488e-8689-9f0df19ac257 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0765598 Oct 12 04:09:32.087155 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3ff9ad47-3bf2-488a-966d-f937f65e2655 req-0965af01-c885-4ed3-acf1-f18d1b9c92c9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339828 Oct 12 04:09:32.577323 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 18e8236c-0063-460f-b57a-a9d32f0dcd0c details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:09:32.671341 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 18e8236c-0063-460f-b57a-a9d32f0dcd0c, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=18e8236c-0063-460f-b57a-a9d32f0dcd0c,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:32.684173 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '18e8236c-0063-460f-b57a-a9d32f0dcd0c', 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf', 'port_id': '18e8236c-0063-460f-b57a-a9d32f0dcd0c', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fef145e-952a-4f2c-9261-cac12dbcaaf4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:09:32.718851 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:32.734449 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e8236c-0063-460f-b57a-a9d32f0dcd0c {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:09:32.753992 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 18e8236c-0063-460f-b57a-a9d32f0dcd0c, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=18e8236c-0063-460f-b57a-a9d32f0dcd0c,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:32.758255 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:32.805266 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=18e8236c-0063-460f-b57a-a9d32f0dcd0c,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:32.869324 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c98e1-0d11-4891-9f8a-5b00534b5805 req-0f9b2219-70f4-43d4-9c61-09a14b815bbb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:32.870818 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1a8c98e1-0d11-4891-9f8a-5b00534b5805 req-0f9b2219-70f4-43d4-9c61-09a14b815bbb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0484457 Oct 12 04:09:32.910594 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1a8c98e1-0d11-4891-9f8a-5b00534b5805 req-23675303-aea4-46a5-b16f-a181f7633e83 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336874 Oct 12 04:09:33.157853 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e6183-58ca-4f57-99e9-583775cf98e9 req-2bc58d5e-c56b-4025-8059-078bca3dc894 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:33.159981 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bb4e6183-58ca-4f57-99e9-583775cf98e9 req-2bc58d5e-c56b-4025-8059-078bca3dc894 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 944 time: 0.0537448 Oct 12 04:09:33.234534 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bb4e6183-58ca-4f57-99e9-583775cf98e9 req-5d854500-10d1-45cd-890b-e2c01d08bc30 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688016 Oct 12 04:09:33.243843 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['18e8236c-0063-460f-b57a-a9d32f0dcd0c'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:09:33.256245 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54337f6-3c7d-4bdf-a400-440d01ce3e43 req-14e036dc-fa0e-46fe-b82e-8070c5af2a59 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:33.257767 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c54337f6-3c7d-4bdf-a400-440d01ce3e43 req-14e036dc-fa0e-46fe-b82e-8070c5af2a59 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0754404 Oct 12 04:09:33.301652 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c54337f6-3c7d-4bdf-a400-440d01ce3e43 req-c8b9e5de-b1c4-4b42-903b-1ba1bce1d61f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369797 Oct 12 04:09:33.619796 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:34.025741 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeef3f5-5b23-4702-8ba4-1708c5abd0ee req-0e35a536-968a-4cdd-901e-df9aaa9bdcc1 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:34.027190 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aeeef3f5-5b23-4702-8ba4-1708c5abd0ee req-0e35a536-968a-4cdd-901e-df9aaa9bdcc1 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0484931 Oct 12 04:09:34.064424 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aeeef3f5-5b23-4702-8ba4-1708c5abd0ee req-289419bd-115f-4cd1-a7e4-98be9695d58d tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312090 Oct 12 04:09:34.351237 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f516515-f890-4f0e-8736-0e31186e3ceb req-b2b3341a-db22-4cae-aa07-06c8fddd0c63 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:34.352741 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0f516515-f890-4f0e-8736-0e31186e3ceb req-b2b3341a-db22-4cae-aa07-06c8fddd0c63 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 944 time: 0.0502696 Oct 12 04:09:34.404310 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0f516515-f890-4f0e-8736-0e31186e3ceb req-9a8058de-ddda-4aa7-a20c-efbca7ba62e8 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451324 Oct 12 04:09:34.444751 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c9464-3169-4939-812b-9ce4c009d1d2 req-12cc5285-df89-4844-bc03-effe16c105c9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:34.446282 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad9c9464-3169-4939-812b-9ce4c009d1d2 req-12cc5285-df89-4844-bc03-effe16c105c9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0620341 Oct 12 04:09:34.484491 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad9c9464-3169-4939-812b-9ce4c009d1d2 req-addcb733-a60a-4b55-965c-8058031681a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323336 Oct 12 04:09:34.583549 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 18e8236c-0063-460f-b57a-a9d32f0dcd0c up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:09:34.632428 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port 18e8236c-0063-460f-b57a-a9d32f0dcd0c completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:09:34.635961 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 18e8236c-0063-460f-b57a-a9d32f0dcd0c triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:09:34.636326 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:34.709512 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:34.731029 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579448ff-f493-43b5-afb7-a1d379dc628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e8236c-0063-460f-b57a-a9d32f0dcd0c'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:09:34.733402 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ec59ad-8698-4888-8f9a-65137fe589d7" -d '{"events": [{"server_uuid": "579448ff-f493-43b5-afb7-a1d379dc628a", "name": "network-vif-plugged", "status": "completed", "tag": "18e8236c-0063-460f-b57a-a9d32f0dcd0c"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:09:34.745149 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 18e8236c-0063-460f-b57a-a9d32f0dcd0c, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=18e8236c-0063-460f-b57a-a9d32f0dcd0c,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:34.749146 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:34.775617 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19e99be-5db8-4281-bb7e-7d9ff6564a46 x-openstack-request-id: req-b19e99be-5db8-4281-bb7e-7d9ff6564a46 {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:09:34.775912 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579448ff-f493-43b5-afb7-a1d379dc628a", "name": "network-vif-plugged", "status": "completed", "tag": "18e8236c-0063-460f-b57a-a9d32f0dcd0c", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:09:34.776131 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b19e99be-5db8-4281-bb7e-7d9ff6564a46 {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:09:34.776591 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579448ff-f493-43b5-afb7-a1d379dc628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e8236c-0063-460f-b57a-a9d32f0dcd0c', 'code': 200} Oct 12 04:09:34.803033 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=18e8236c-0063-460f-b57a-a9d32f0dcd0c,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:34.935167 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e014bfa-53ce-478f-b986-912580c20031 req-d2174dfb-ce1f-4fa8-9041-fd4cb82ac774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:34.936645 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2e014bfa-53ce-478f-b986-912580c20031 req-d2174dfb-ce1f-4fa8-9041-fd4cb82ac774 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 1098 time: 0.0393693 Oct 12 04:09:34.970616 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2e014bfa-53ce-478f-b986-912580c20031 req-8a57e416-6744-4026-9c1f-8fff5436705f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271699 Oct 12 04:09:35.175197 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4429e2e-2428-4942-84c8-ffd3d18b0870 req-ebcc1275-d595-4045-ac77-181575fc27bb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:35.176619 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d4429e2e-2428-4942-84c8-ffd3d18b0870 req-ebcc1275-d595-4045-ac77-181575fc27bb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0471013 Oct 12 04:09:35.212565 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d4429e2e-2428-4942-84c8-ffd3d18b0870 req-ff8e17e0-fefa-4bb3-b7e9-efc614fc192a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301297 Oct 12 04:09:35.523528 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332b3bb-eeff-4b91-bfdd-f2d12d3e6e5d req-36b542f2-de7c-4a09-8429-56197436892f tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:35.525050 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1332b3bb-eeff-4b91-bfdd-f2d12d3e6e5d req-36b542f2-de7c-4a09-8429-56197436892f tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 945 time: 0.0540266 Oct 12 04:09:35.572940 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1332b3bb-eeff-4b91-bfdd-f2d12d3e6e5d req-b5a6d315-cc31-4008-a430-a2cfdf080af6 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Oct 12 04:09:35.607319 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e01531-9d66-4445-8736-ec7a150846e6 req-4b15deaa-9502-4c5a-a068-9ba4a9aef296 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:35.608729 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-58e01531-9d66-4445-8736-ec7a150846e6 req-4b15deaa-9502-4c5a-a068-9ba4a9aef296 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0511549 Oct 12 04:09:35.645846 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-58e01531-9d66-4445-8736-ec7a150846e6 req-c841abb2-e4fe-48d6-9f7b-db4f2ead2764 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305707 Oct 12 04:09:36.332128 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d1bef-0891-4490-adeb-d4d47199c55f req-2806ad36-7a35-4aa6-9126-9730cce392c1 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:36.333626 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7a2d1bef-0891-4490-adeb-d4d47199c55f req-2806ad36-7a35-4aa6-9126-9730cce392c1 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0518925 Oct 12 04:09:36.389316 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7a2d1bef-0891-4490-adeb-d4d47199c55f req-e50f58c9-6637-4e04-8745-5d5eaa575cbb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496814 Oct 12 04:09:36.420972 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48288a59-ad59-4f66-b2c8-f2e5128c2ad6 req-412cf599-b1d1-475b-9fc8-a57e58e319db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:36.422435 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-48288a59-ad59-4f66-b2c8-f2e5128c2ad6 req-412cf599-b1d1-475b-9fc8-a57e58e319db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 1098 time: 0.0475044 Oct 12 04:09:36.554909 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48288a59-ad59-4f66-b2c8-f2e5128c2ad6 req-da5db9a0-097c-480f-86cf-778e1da378a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:36.556281 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-48288a59-ad59-4f66-b2c8-f2e5128c2ad6 req-da5db9a0-097c-480f-86cf-778e1da378a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 917 time: 0.0946443 Oct 12 04:09:36.630281 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-48288a59-ad59-4f66-b2c8-f2e5128c2ad6 req-15d21de8-51b6-4c1a-8889-0c831c76f7c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3474824e-4f7b-4a89-bc74-581693926ecc HTTP/1.1" status: 200 len: 1001 time: 0.0633016 Oct 12 04:09:36.704750 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48288a59-ad59-4f66-b2c8-f2e5128c2ad6 req-ad99e91d-415b-44d1-84a5-805a4bab0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:36.706264 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-48288a59-ad59-4f66-b2c8-f2e5128c2ad6 req-ad99e91d-415b-44d1-84a5-805a4bab0e03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 200 len: 855 time: 0.0687644 Oct 12 04:09:36.720593 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b4e0f-9f3c-43cd-b099-875c2d8e079a req-439be6c3-fa2b-46ac-9bcb-d0ff2db67f8e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:36.722107 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-489b4e0f-9f3c-43cd-b099-875c2d8e079a req-439be6c3-fa2b-46ac-9bcb-d0ff2db67f8e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 945 time: 0.0774901 Oct 12 04:09:36.817828 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-489b4e0f-9f3c-43cd-b099-875c2d8e079a req-3ab009bf-3e22-4610-a638-e01aa999957d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860145 Oct 12 04:09:36.820956 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48288a59-ad59-4f66-b2c8-f2e5128c2ad6 req-505ba2f8-99a6-4c41-b781-7588f3768bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:36.822442 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-48288a59-ad59-4f66-b2c8-f2e5128c2ad6 req-505ba2f8-99a6-4c41-b781-7588f3768bd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78ad8ade-5b76-455f-b679-c3355b921424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0984538 Oct 12 04:09:36.830859 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3c8a7-b532-4974-b5c2-8ada1f67e08c req-73a5e429-b745-4010-8035-55d6cdd72551 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:36.832220 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b6e3c8a7-b532-4974-b5c2-8ada1f67e08c req-73a5e429-b745-4010-8035-55d6cdd72551 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.1092618 Oct 12 04:09:36.918129 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b6e3c8a7-b532-4974-b5c2-8ada1f67e08c req-354c7bb1-e0c7-44dd-b34b-00ffca1cbdd0 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779319 Oct 12 04:09:36.946240 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-48288a59-ad59-4f66-b2c8-f2e5128c2ad6 req-ee81420b-0cd9-4d7d-b4b5-800ab4053cb8 service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130993 Oct 12 04:09:37.037215 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-48288a59-ad59-4f66-b2c8-f2e5128c2ad6 req-b38533c3-991c-410a-be53-03c01a0aebfa service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832746 Oct 12 04:09:37.315396 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:37.504966 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92501b1d-97cb-4717-8216-e459df1199d9 req-e9da25e7-460f-4dc6-b996-9fa4f723d0f2 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:37.506421 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-92501b1d-97cb-4717-8216-e459df1199d9 req-e9da25e7-460f-4dc6-b996-9fa4f723d0f2 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0494101 Oct 12 04:09:37.542820 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-92501b1d-97cb-4717-8216-e459df1199d9 req-a0de6887-c5ef-464f-bfc1-daddff1e531b tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305517 Oct 12 04:09:37.784808 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1823cba-703a-4e96-a12f-60bc673fb3fe req-ee3dec79-797e-46e8-b45b-7459972f9477 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:37.786296 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b1823cba-703a-4e96-a12f-60bc673fb3fe req-ee3dec79-797e-46e8-b45b-7459972f9477 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0536315 Oct 12 04:09:37.851179 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b1823cba-703a-4e96-a12f-60bc673fb3fe req-1cf08e8b-caa9-4745-8ebf-1ed2e7e8d0b9 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590737 Oct 12 04:09:37.857094 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616134ad-7b9e-4008-8476-f545f19da5cd req-77a7e0b7-8fc1-4cc8-86a6-e3502ee28edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:37.858485 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-616134ad-7b9e-4008-8476-f545f19da5cd req-77a7e0b7-8fc1-4cc8-86a6-e3502ee28edd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f9ac90f88040c3833900e39b1ed7dd&device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 1098 time: 0.0598211 Oct 12 04:09:37.959901 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616134ad-7b9e-4008-8476-f545f19da5cd req-c630b785-7b96-42eb-95e2-47f4dcfa6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:37.961417 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-616134ad-7b9e-4008-8476-f545f19da5cd req-c630b785-7b96-42eb-95e2-47f4dcfa6a2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7f3c47f-4b81-485b-9d33-ea0da313960a HTTP/1.1" status: 200 len: 912 time: 0.0892236 Oct 12 04:09:38.049758 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-616134ad-7b9e-4008-8476-f545f19da5cd req-a8cfef35-1be9-4d06-ab9d-7d141326ac7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e HTTP/1.1" status: 200 len: 1001 time: 0.0807445 Oct 12 04:09:38.072427 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31caa2-2870-4477-8799-4dd3b51e2f7c req-5a56b6d1-c5c4-48ef-be53-7052614628d3 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:38.073851 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5f31caa2-2870-4477-8799-4dd3b51e2f7c req-5a56b6d1-c5c4-48ef-be53-7052614628d3 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0715294 Oct 12 04:09:38.136232 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616134ad-7b9e-4008-8476-f545f19da5cd req-f8a8d12d-aa48-4fdf-8a82-d356ee31e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:38.137727 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-616134ad-7b9e-4008-8476-f545f19da5cd req-f8a8d12d-aa48-4fdf-8a82-d356ee31e01a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139536c0-48c7-47be-9f6b-47818cfbaa4b HTTP/1.1" status: 200 len: 850 time: 0.0808852 Oct 12 04:09:38.140627 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5f31caa2-2870-4477-8799-4dd3b51e2f7c req-09252f8f-c9ec-4b4b-bb7d-7513a1db8141 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459957 Oct 12 04:09:38.191690 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616134ad-7b9e-4008-8476-f545f19da5cd req-4817b8f2-16bb-4a46-9669-e6b0506d1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:38.193146 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-616134ad-7b9e-4008-8476-f545f19da5cd req-4817b8f2-16bb-4a46-9669-e6b0506d1db9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7f3c47f-4b81-485b-9d33-ea0da313960a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0465243 Oct 12 04:09:38.285829 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-616134ad-7b9e-4008-8476-f545f19da5cd req-1aa10aa9-4b45-45a6-bc62-8da2c2ce1711 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830996 Oct 12 04:09:38.382277 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-616134ad-7b9e-4008-8476-f545f19da5cd req-6589ad05-0765-4261-b68d-d0bf0e7182e8 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850677 Oct 12 04:09:38.963152 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a6fab-eab7-4154-8bb9-290509453cf5 req-52aad48f-333d-4af3-831c-798dd99ec4c5 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:38.964596 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-585a6fab-eab7-4154-8bb9-290509453cf5 req-52aad48f-333d-4af3-831c-798dd99ec4c5 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0469427 Oct 12 04:09:39.005549 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-585a6fab-eab7-4154-8bb9-290509453cf5 req-ce6363be-6ae7-4080-8790-b83289723db0 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348477 Oct 12 04:09:39.268186 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e98dc-5341-43c7-97f0-50817f6e55b7 req-3e2481a1-ef8d-4e75-87a4-fd832889d5fc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:39.270293 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f10e98dc-5341-43c7-97f0-50817f6e55b7 req-3e2481a1-ef8d-4e75-87a4-fd832889d5fc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0486486 Oct 12 04:09:39.308226 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f10e98dc-5341-43c7-97f0-50817f6e55b7 req-09ddb3c3-fe57-4239-9459-8b24d5732012 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321522 Oct 12 04:09:39.619260 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:09:40.123400 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f427cd4-9d8d-4ef7-ab44-d8bf9433e07c req-c79b27fd-a166-4999-afe1-6d9f7580b164 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:40.124873 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1f427cd4-9d8d-4ef7-ab44-d8bf9433e07c req-c79b27fd-a166-4999-afe1-6d9f7580b164 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0504076 Oct 12 04:09:40.161343 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1f427cd4-9d8d-4ef7-ab44-d8bf9433e07c req-0f0b7f05-4137-4797-b873-91221efb1b4a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304859 Oct 12 04:09:40.432148 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f74faf-dc3b-4155-bd91-2c2ec208ce25 req-4e63fe2f-ec2f-428a-a003-85035df5200d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:40.433793 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-22f74faf-dc3b-4155-bd91-2c2ec208ce25 req-4e63fe2f-ec2f-428a-a003-85035df5200d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0493319 Oct 12 04:09:40.473972 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-22f74faf-dc3b-4155-bd91-2c2ec208ce25 req-9bf70bb7-284c-497f-8aed-a8cc3fbf5399 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342178 Oct 12 04:09:40.809984 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecee08-33ab-4eda-a328-af90608bf693 req-c8300b06-acc0-4421-9952-3be3357f572b tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:40.811321 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-c8300b06-acc0-4421-9952-3be3357f572b tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/networks?id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf HTTP/1.1" status: 200 len: 815 time: 0.0975423 Oct 12 04:09:40.826016 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-f125d079-fbc1-408d-acf4-a57b746b127e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/quotas/78307d826ef04ad5ae630720c59affaa HTTP/1.1" status: 200 len: 375 time: 0.0085537 Oct 12 04:09:40.871569 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-ffa7b7d1-3d9d-4202-bf44-5f495fc09b97 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=78307d826ef04ad5ae630720c59affaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0405836 Oct 12 04:09:40.960700 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-b147549e-7adc-4b3d-a807-5f10611ef4a9 service neutron] 10.222.0.31 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818629 Oct 12 04:09:41.045729 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-d7ee7a01-f1f0-425a-bc27-018bac2560d7 service neutron] 10.222.0.31 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791609 Oct 12 04:09:41.202478 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1b5240ab-1b0c-4c3e-beab-80e78250ca0a req-54d5fdbf-0fd7-4c12-a042-6c07cd087a74 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 210 time: 0.0311742 Oct 12 04:09:41.593767 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5726ea-4cd7-4db6-8f9d-f2602d4551a4 req-5a662aba-b0d3-4118-a8c7-1ea458d980b4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:41.595232 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2f5726ea-4cd7-4db6-8f9d-f2602d4551a4 req-5a662aba-b0d3-4118-a8c7-1ea458d980b4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0490856 Oct 12 04:09:41.632371 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2f5726ea-4cd7-4db6-8f9d-f2602d4551a4 req-22a94160-a90c-4248-a63a-ef9c50c3515e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307553 Oct 12 04:09:42.291255 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dee954dd-7b1a-4eeb-8e0b-f0e66fbc7ddd req-b2145e3b-9648-4c2b-8b26-d4438e984d7b tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 210 time: 0.0259132 Oct 12 04:09:42.577382 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecee08-33ab-4eda-a328-af90608bf693 req-6f835a05-8335-449a-9118-a982493f6c0d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:42.579090 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-6f835a05-8335-449a-9118-a982493f6c0d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "GET /v2.0/networks?id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf HTTP/1.1" status: 200 len: 815 time: 0.1185024 Oct 12 04:09:42.596306 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-30ecee08-33ab-4eda-a328-af90608bf693 req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Request body: {'port': {'device_id': '51e43a7e-c624-4d47-9bbc-06a02dafda1b', 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf', 'admin_state_up': True, 'tenant_id': '78307d826ef04ad5ae630720c59affaa'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:09:42.709204 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ecee08-33ab-4eda-a328-af90608bf693 req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Made reservation on behalf of 78307d826ef04ad5ae630720c59affaa for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:09:42.715413 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30ecee08-33ab-4eda-a328-af90608bf693 req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:42.850093 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd590-8352-471f-bf80-027bd5f9d5f1 req-dd88fc8b-2470-4056-9368-f26fcbc13017 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:42.852153 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ee5fd590-8352-471f-bf80-027bd5f9d5f1 req-dd88fc8b-2470-4056-9368-f26fcbc13017 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.1063499 Oct 12 04:09:42.928105 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ee5fd590-8352-471f-bf80-027bd5f9d5f1 req-00521555-4eb0-4722-a899-1ab1b9ca6595 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661862 Oct 12 04:09:42.940172 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-30ecee08-33ab-4eda-a328-af90608bf693 req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Allocated IP 172.20.0.12 (aa8d516a-0594-4ec1-b1bc-b927d39d01bf/3fef145e-952a-4f2c-9261-cac12dbcaaf4/5f281a99-59b1-4571-b16d-ba5140ae40ae) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:09:43.083832 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30ecee08-33ab-4eda-a328-af90608bf693 req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:43.116546 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30ecee08-33ab-4eda-a328-af90608bf693 req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:43.133805 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['18e8236c-0063-460f-b57a-a9d32f0dcd0c'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:09:43.155964 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ecee08-33ab-4eda-a328-af90608bf693 req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Network aa8d516a-0594-4ec1-b1bc-b927d39d01bf is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:09:43.166371 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-30ecee08-33ab-4eda-a328-af90608bf693 req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:09:43.170083 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ecee08-33ab-4eda-a328-af90608bf693 req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:09:43.200950 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Pushing event updated for resources: {'Port': ['ID=5f281a99-59b1-4571-b16d-ba5140ae40ae,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:43.211737 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:43.212083 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:43.212423 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:43.212759 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:43.213117 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:43.213443 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:43.213761 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:43.214086 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:43.214405 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:43.214723 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:43.215039 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:43.215353 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:09:43.234218 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecee08-33ab-4eda-a328-af90608bf693 req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:43.234820 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30ecee08-33ab-4eda-a328-af90608bf693 req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:43.250222 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-112202c4-f7b7-47a9-be25-1457099207f4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6580727 Oct 12 04:09:43.289997 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Request body: {'port': {'device_id': '51e43a7e-c624-4d47-9bbc-06a02dafda1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:09:43.343957 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:43.491644 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b15073-a3ff-4a37-8e46-52c87d7e5be1 req-98897527-95e0-4883-b024-9fe82ad107d4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:43.493131 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-40b15073-a3ff-4a37-8e46-52c87d7e5be1 req-98897527-95e0-4883-b024-9fe82ad107d4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 932 time: 0.1344988 Oct 12 04:09:43.580735 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-40b15073-a3ff-4a37-8e46-52c87d7e5be1 req-e2344b6f-342f-4181-9166-e42dcfd600db tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799005 Oct 12 04:09:43.668567 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f281a99-59b1-4571-b16d-ba5140ae40ae {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:09:43.676489 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:43.687739 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Transition to ACTIVE for port object 5f281a99-59b1-4571-b16d-ba5140ae40ae will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:09:43.692126 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:43.739775 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Pushing event updated for resources: {'Port': ['ID=5f281a99-59b1-4571-b16d-ba5140ae40ae,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:43.807962 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Attempting to bind port 5f281a99-59b1-4571-b16d-ba5140ae40ae on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:09:43.808292 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Attempting to bind port 5f281a99-59b1-4571-b16d-ba5140ae40ae by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:09:43.808617 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Attempting to bind port 5f281a99-59b1-4571-b16d-ba5140ae40ae on network aa8d516a-0594-4ec1-b1bc-b927d39d01bf {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:09:43.812761 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Port 5f281a99-59b1-4571-b16d-ba5140ae40ae on network aa8d516a-0594-4ec1-b1bc-b927d39d01bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:09:43.813109 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Attempting to bind port 5f281a99-59b1-4571-b16d-ba5140ae40ae on network aa8d516a-0594-4ec1-b1bc-b927d39d01bf {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:09:43.817833 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:09:43.818168 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Checking segment: {'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:09:43.818540 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Bound using segment: {'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:09:43.818957 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Bound port: 5f281a99-59b1-4571-b16d-ba5140ae40ae, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:09:43.819302 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:43.880451 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] For port 5f281a99-59b1-4571-b16d-ba5140ae40ae, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:09:43.883434 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] For port 5f281a99-59b1-4571-b16d-ba5140ae40ae, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5f281a99-59b1-4571-b16d-ba5140ae40ae,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:09:43.888125 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:43.924447 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:43.925268 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:43.927277 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] 10.222.0.41 "PUT /v2.0/ports/5f281a99-59b1-4571-b16d-ba5140ae40ae HTTP/1.1" status: 200 len: 1094 time: 0.6413014 Oct 12 04:09:43.932143 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e43a7e-c624-4d47-9bbc-06a02dafda1b', 'tag': '5f281a99-59b1-4571-b16d-ba5140ae40ae'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:09:43.934642 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f71ec9c-3c48-42f7-b30b-37dac57e509a" -d '{"events": [{"name": "network-changed", "server_uuid": "51e43a7e-c624-4d47-9bbc-06a02dafda1b", "tag": "5f281a99-59b1-4571-b16d-ba5140ae40ae"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:09:43.970206 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784f31f-fc96-4bd2-b61b-4b8c1ddb16ac service neutron] Pushing event updated for resources: {'Port': ['ID=5f281a99-59b1-4571-b16d-ba5140ae40ae,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:43.989853 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ddac3b-9afe-4b3b-9db2-4a4829c0b1d1 x-openstack-request-id: req-b3ddac3b-9afe-4b3b-9db2-4a4829c0b1d1 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:09:43.990182 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e43a7e-c624-4d47-9bbc-06a02dafda1b", "tag": "5f281a99-59b1-4571-b16d-ba5140ae40ae", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:09:43.990595 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3ddac3b-9afe-4b3b-9db2-4a4829c0b1d1 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:09:43.991144 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e43a7e-c624-4d47-9bbc-06a02dafda1b', 'tag': '5f281a99-59b1-4571-b16d-ba5140ae40ae', 'status': 'completed', 'code': 200} Oct 12 04:09:44.052944 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecee08-33ab-4eda-a328-af90608bf693 req-d2d17c4f-ff28-43ad-a040-84cf8336e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:44.054442 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-d2d17c4f-ff28-43ad-a040-84cf8336e8f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78307d826ef04ad5ae630720c59affaa&device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 1097 time: 0.0800066 Oct 12 04:09:44.069180 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3b3b1-a159-48af-af8d-85672a9bd633 req-224634b7-4775-44b3-b55d-77c21cded464 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:44.070549 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1fb3b3b1-a159-48af-af8d-85672a9bd633 req-224634b7-4775-44b3-b55d-77c21cded464 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0583303 Oct 12 04:09:44.123824 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-de690068-a8d8-41c1-81c8-b85c8c8381c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f281a99-59b1-4571-b16d-ba5140ae40ae HTTP/1.1" status: 200 len: 217 time: 0.0510223 Oct 12 04:09:44.176086 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1fb3b3b1-a159-48af-af8d-85672a9bd633 req-0ed111e1-68f4-4739-bfea-621c62e39385 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970402 Oct 12 04:09:44.187796 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecee08-33ab-4eda-a328-af90608bf693 req-206d7fd2-88fd-463d-b735-2ea4aec3e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:44.189529 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-206d7fd2-88fd-463d-b735-2ea4aec3e61b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fef145e-952a-4f2c-9261-cac12dbcaaf4 HTTP/1.1" status: 200 len: 855 time: 0.0577540 Oct 12 04:09:44.453377 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-93273338-0f4d-4240-8def-0970d1cb8a15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2570052 Oct 12 04:09:44.543130 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-26fd5952-143f-4ff1-af9c-9c8f8b7471b1 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811622 Oct 12 04:09:44.617207 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 3474824e-4f7b-4a89-bc74-581693926ecc details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:09:44.646102 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30ecee08-33ab-4eda-a328-af90608bf693 req-a9b075fe-16cb-4d8b-aa4d-a04f76d3a5b2 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955231 Oct 12 04:09:44.696119 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4938f-6076-42dc-ae2e-28699a04e950 req-d0e07194-bb30-404e-8259-594bffdcf1d7 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:44.697729 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b6f4938f-6076-42dc-ae2e-28699a04e950 req-d0e07194-bb30-404e-8259-594bffdcf1d7 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 944 time: 0.0490437 Oct 12 04:09:44.737655 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 3474824e-4f7b-4a89-bc74-581693926ecc, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3474824e-4f7b-4a89-bc74-581693926ecc,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:44.749125 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '3474824e-4f7b-4a89-bc74-581693926ecc', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'port_id': '3474824e-4f7b-4a89-bc74-581693926ecc', 'mac_address': 'fa:16:3e:43:b3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:09:44.763491 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b6f4938f-6076-42dc-ae2e-28699a04e950 req-16c0864a-a2eb-473d-bd93-eb39a9a4d83a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556965 Oct 12 04:09:44.765129 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71ec9c-3c48-42f7-b30b-37dac57e509a req-a404b542-91da-4ef1-a0b2-0c1cd8d803dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:44.766528 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0f71ec9c-3c48-42f7-b30b-37dac57e509a req-a404b542-91da-4ef1-a0b2-0c1cd8d803dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78307d826ef04ad5ae630720c59affaa&device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 1097 time: 0.0678306 Oct 12 04:09:44.786090 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:44.798458 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3474824e-4f7b-4a89-bc74-581693926ecc {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:09:44.818024 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 3474824e-4f7b-4a89-bc74-581693926ecc, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3474824e-4f7b-4a89-bc74-581693926ecc,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:44.821603 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:44.857197 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71ec9c-3c48-42f7-b30b-37dac57e509a req-d9b4b05e-f5c3-4af2-b0ad-d15a4eac9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:44.858744 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0f71ec9c-3c48-42f7-b30b-37dac57e509a req-d9b4b05e-f5c3-4af2-b0ad-d15a4eac9838 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf HTTP/1.1" status: 200 len: 916 time: 0.0848181 Oct 12 04:09:44.871060 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=3474824e-4f7b-4a89-bc74-581693926ecc,revision_number=6']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:44.903970 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0f71ec9c-3c48-42f7-b30b-37dac57e509a req-7f628713-868a-4a03-a0ab-8094262bb6f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f281a99-59b1-4571-b16d-ba5140ae40ae HTTP/1.1" status: 200 len: 217 time: 0.0370870 Oct 12 04:09:44.953605 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71ec9c-3c48-42f7-b30b-37dac57e509a req-a170dfb3-f17b-4baf-b41d-7f1eee84dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:44.954968 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0f71ec9c-3c48-42f7-b30b-37dac57e509a req-a170dfb3-f17b-4baf-b41d-7f1eee84dca3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fef145e-952a-4f2c-9261-cac12dbcaaf4 HTTP/1.1" status: 200 len: 855 time: 0.0429831 Oct 12 04:09:44.985150 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0f71ec9c-3c48-42f7-b30b-37dac57e509a req-5b58d5e0-d577-481a-bb59-142e8baa5e08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225613 Oct 12 04:09:45.078755 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0f71ec9c-3c48-42f7-b30b-37dac57e509a req-2514d60d-4aa8-44bf-82da-1878a17232e5 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853131 Oct 12 04:09:45.086532 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['3474824e-4f7b-4a89-bc74-581693926ecc'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:09:45.179456 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0f71ec9c-3c48-42f7-b30b-37dac57e509a req-721e4210-f224-49aa-a86c-2cc64fa048b9 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883968 Oct 12 04:09:45.296090 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b2894-3049-4e52-8569-1f1a98390e57 req-0e8f84ef-686d-4a6f-bf67-fae633f5cfe9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:45.297572 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-008b2894-3049-4e52-8569-1f1a98390e57 req-0e8f84ef-686d-4a6f-bf67-fae633f5cfe9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 944 time: 0.0490746 Oct 12 04:09:45.335729 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-008b2894-3049-4e52-8569-1f1a98390e57 req-334dd65e-1776-4e55-97b8-620ac4ba88fc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Oct 12 04:09:45.878622 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9cc46-19c7-46e8-9f61-b517d32d7f0e req-84880f61-4850-453e-bb1e-a413fa94b346 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:45.880074 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-88e9cc46-19c7-46e8-9f61-b517d32d7f0e req-84880f61-4850-453e-bb1e-a413fa94b346 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 944 time: 0.0516810 Oct 12 04:09:45.917182 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-88e9cc46-19c7-46e8-9f61-b517d32d7f0e req-d71dc3c1-70bb-4088-bcfe-ad8c0d6e3b8d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312531 Oct 12 04:09:46.462072 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1a5a1-f126-48cb-9d81-c8929d069043 req-664b3a62-4788-4be8-a7e3-43d16a4d9c4f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:46.463539 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8bf1a5a1-f126-48cb-9d81-c8929d069043 req-664b3a62-4788-4be8-a7e3-43d16a4d9c4f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 944 time: 0.0523627 Oct 12 04:09:46.499831 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8bf1a5a1-f126-48cb-9d81-c8929d069043 req-7ed051c9-0eda-4c7c-8428-2336db081ba8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303302 Oct 12 04:09:46.614562 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 3474824e-4f7b-4a89-bc74-581693926ecc up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:09:46.659919 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 3474824e-4f7b-4a89-bc74-581693926ecc triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:09:46.660216 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:46.736330 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:46.758286 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:09:46.760497 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1d73ee-3f01-4303-94db-9782475c5936" -d '{"events": [{"server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "name": "network-vif-plugged", "status": "completed", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:09:46.772355 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 3474824e-4f7b-4a89-bc74-581693926ecc, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3474824e-4f7b-4a89-bc74-581693926ecc,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:46.776688 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:46.802217 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49475315-7298-44ff-9e93-34e0255b7b8b x-openstack-request-id: req-49475315-7298-44ff-9e93-34e0255b7b8b {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:09:46.802508 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "name": "network-vif-plugged", "status": "completed", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:09:46.802758 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49475315-7298-44ff-9e93-34e0255b7b8b {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:09:46.803170 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc', 'code': 200} Oct 12 04:09:46.827357 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=3474824e-4f7b-4a89-bc74-581693926ecc,revision_number=7']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:47.026345 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883e424-e0ad-4684-8b9e-a6fff4951a43 req-1d444655-4efb-4f51-a7ec-05b3b805f26d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:47.027772 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d883e424-e0ad-4684-8b9e-a6fff4951a43 req-1d444655-4efb-4f51-a7ec-05b3b805f26d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 944 time: 0.0468571 Oct 12 04:09:47.064889 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d883e424-e0ad-4684-8b9e-a6fff4951a43 req-0113f93b-1018-401f-b2ca-8cf54dcbe434 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312662 Oct 12 04:09:47.490908 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 43360) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:47.601741 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c7252d7f-6f54-4397-8651-2d58d9560e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:47.628599 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07bce5-324c-4a52-8336-14246af0772d req-5786783e-9bee-4468-81bc-01035ba2f16e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:47.631117 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ce07bce5-324c-4a52-8336-14246af0772d req-5786783e-9bee-4468-81bc-01035ba2f16e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0555530 Oct 12 04:09:47.672811 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ce07bce5-324c-4a52-8336-14246af0772d req-1944cbbf-6e36-4697-8ddc-8f3df73d95cd tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356367 Oct 12 04:09:47.688805 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c7252d7f-6f54-4397-8651-2d58d9560e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:47.693599 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c7252d7f-6f54-4397-8651-2d58d9560e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:47.730274 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-c7252d7f-6f54-4397-8651-2d58d9560e79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f722ac56107409bb0ebfd152ee5c4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382457 Oct 12 04:09:47.731351 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7252d7f-6f54-4397-8651-2d58d9560e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62c19e8-9ff8-4e93-8b44-8b64846b35b9,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:47.733131 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 43366) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:09:47.782888 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91c1accc-aec0-48e4-b0f3-1ba18a70bfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:47.803900 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91c1accc-aec0-48e4-b0f3-1ba18a70bfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:47.848768 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91c1accc-aec0-48e4-b0f3-1ba18a70bfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:47.851488 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91c1accc-aec0-48e4-b0f3-1ba18a70bfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:47.852620 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-91c1accc-aec0-48e4-b0f3-1ba18a70bfa0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c62c19e8-9ff8-4e93-8b44-8b64846b35b9 HTTP/1.1" status: 204 len: 168 time: 0.1176775 Oct 12 04:09:47.859978 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1accc-aec0-48e4-b0f3-1ba18a70bfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62c19e8-9ff8-4e93-8b44-8b64846b35b9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:48.176522 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce515165-1593-4a79-9887-9c48bf29b401 req-4edf9ed2-4150-4444-afa1-856165a7a5ac tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:48.177995 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ce515165-1593-4a79-9887-9c48bf29b401 req-4edf9ed2-4150-4444-afa1-856165a7a5ac tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 944 time: 0.0485897 Oct 12 04:09:48.214625 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ce515165-1593-4a79-9887-9c48bf29b401 req-0412c51b-535b-40b1-ac61-50ed438b15f0 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Oct 12 04:09:48.641677 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5f281a99-59b1-4571-b16d-ba5140ae40ae details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:09:48.740487 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 5f281a99-59b1-4571-b16d-ba5140ae40ae, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5f281a99-59b1-4571-b16d-ba5140ae40ae,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:48.752609 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '5f281a99-59b1-4571-b16d-ba5140ae40ae', 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf', 'port_id': '5f281a99-59b1-4571-b16d-ba5140ae40ae', 'mac_address': 'fa:16:3e:80:ff:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fef145e-952a-4f2c-9261-cac12dbcaaf4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:09:48.796750 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:48.797429 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970882d0-fb45-409a-8df7-c0ac03223fc5 req-3da62f68-23b0-4dc0-85e3-70472f3b5c7e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:48.799211 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-970882d0-fb45-409a-8df7-c0ac03223fc5 req-3da62f68-23b0-4dc0-85e3-70472f3b5c7e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0537169 Oct 12 04:09:48.812648 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f281a99-59b1-4571-b16d-ba5140ae40ae {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:09:48.832323 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 5f281a99-59b1-4571-b16d-ba5140ae40ae, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5f281a99-59b1-4571-b16d-ba5140ae40ae,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:48.837711 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:48.840375 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-970882d0-fb45-409a-8df7-c0ac03223fc5 req-7a17a9d4-6bcd-4bec-af05-aa3be4b8c05c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346897 Oct 12 04:09:48.889387 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=5f281a99-59b1-4571-b16d-ba5140ae40ae,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:49.213766 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['5f281a99-59b1-4571-b16d-ba5140ae40ae'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:09:49.333437 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee839b-c960-4a9b-b89e-6215e751cbb0 req-e886c20f-3b3a-480b-b796-4be762748f47 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:49.334926 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-21ee839b-c960-4a9b-b89e-6215e751cbb0 req-e886c20f-3b3a-480b-b796-4be762748f47 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 945 time: 0.0542357 Oct 12 04:09:49.372982 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-21ee839b-c960-4a9b-b89e-6215e751cbb0 req-51176ddb-1529-4223-93bf-4b9eafd29f9f tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321460 Oct 12 04:09:49.971322 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549173af-6f1f-4ac9-ab1b-6cfaf984b7ee req-eb8adaff-ec57-4178-b4a3-1257e59663b7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:49.973361 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-549173af-6f1f-4ac9-ab1b-6cfaf984b7ee req-eb8adaff-ec57-4178-b4a3-1257e59663b7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0517366 Oct 12 04:09:50.013883 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-549173af-6f1f-4ac9-ab1b-6cfaf984b7ee req-cd9c4d84-d15c-4630-bc41-ee93ddc59292 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336909 Oct 12 04:09:50.496986 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a3641-78a3-4bed-bf9f-e4433530eaec req-7e6cabf3-9861-4716-9623-9084e994673e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:50.505430 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-132a3641-78a3-4bed-bf9f-e4433530eaec req-7e6cabf3-9861-4716-9623-9084e994673e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 945 time: 0.0613370 Oct 12 04:09:50.545640 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-132a3641-78a3-4bed-bf9f-e4433530eaec req-bfade45f-854a-4179-a123-af565c405510 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387750 Oct 12 04:09:50.662729 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5f281a99-59b1-4571-b16d-ba5140ae40ae up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:09:50.715471 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port 5f281a99-59b1-4571-b16d-ba5140ae40ae completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:09:50.719495 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 5f281a99-59b1-4571-b16d-ba5140ae40ae triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:09:50.719868 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:50.800161 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:50.823189 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e43a7e-c624-4d47-9bbc-06a02dafda1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f281a99-59b1-4571-b16d-ba5140ae40ae'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:09:50.825563 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d5d8f4-fa27-4a38-a645-9dc604016683" -d '{"events": [{"server_uuid": "51e43a7e-c624-4d47-9bbc-06a02dafda1b", "name": "network-vif-plugged", "status": "completed", "tag": "5f281a99-59b1-4571-b16d-ba5140ae40ae"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:09:50.839643 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 5f281a99-59b1-4571-b16d-ba5140ae40ae, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5f281a99-59b1-4571-b16d-ba5140ae40ae,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:09:50.844896 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:50.872342 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc78a718-7cc7-46b1-908c-9fb5af071857 x-openstack-request-id: req-bc78a718-7cc7-46b1-908c-9fb5af071857 {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:09:50.872569 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e43a7e-c624-4d47-9bbc-06a02dafda1b", "name": "network-vif-plugged", "status": "completed", "tag": "5f281a99-59b1-4571-b16d-ba5140ae40ae", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:09:50.872823 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc78a718-7cc7-46b1-908c-9fb5af071857 {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:09:50.873233 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e43a7e-c624-4d47-9bbc-06a02dafda1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f281a99-59b1-4571-b16d-ba5140ae40ae', 'code': 200} Oct 12 04:09:50.906026 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=5f281a99-59b1-4571-b16d-ba5140ae40ae,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:51.139545 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf0d91-7928-45cd-a0b2-d600fdf1861e req-66bb8a54-911b-4981-a725-aed71468983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:51.141065 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d7cf0d91-7928-45cd-a0b2-d600fdf1861e req-66bb8a54-911b-4981-a725-aed71468983f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 1099 time: 0.0802577 Oct 12 04:09:51.156122 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05ad54-9819-445a-8cfc-866d63f27446 req-39baeac1-ba72-44ab-8575-0e145705e5ea tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:51.157570 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0b05ad54-9819-445a-8cfc-866d63f27446 req-39baeac1-ba72-44ab-8575-0e145705e5ea tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0581760 Oct 12 04:09:51.213177 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d7cf0d91-7928-45cd-a0b2-d600fdf1861e req-085f0dff-8d71-499b-9253-ba9e502d33b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545304 Oct 12 04:09:51.220208 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0b05ad54-9819-445a-8cfc-866d63f27446 req-3e7a5fc3-1350-488c-82e0-d1785b0bf26d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539217 Oct 12 04:09:51.677242 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e7bfe-9bea-46bc-8170-95eb8b36dd4b req-d0411b54-c821-4bc0-b038-5fe1b167f481 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:51.678706 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-895e7bfe-9bea-46bc-8170-95eb8b36dd4b req-d0411b54-c821-4bc0-b038-5fe1b167f481 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 946 time: 0.0665996 Oct 12 04:09:51.716688 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-895e7bfe-9bea-46bc-8170-95eb8b36dd4b req-2126831c-770e-4ea7-a401-724b8cb1c8f2 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Oct 12 04:09:52.348667 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88382a3-e25d-4dde-9f75-d4ecca5eb390 req-6fd56f29-2286-49e3-866f-ae7e888d3b07 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:52.350064 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f88382a3-e25d-4dde-9f75-d4ecca5eb390 req-6fd56f29-2286-49e3-866f-ae7e888d3b07 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0518410 Oct 12 04:09:52.390353 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f88382a3-e25d-4dde-9f75-d4ecca5eb390 req-ee8e6c2d-1885-40fa-af9a-f8ca41efa1e5 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338857 Oct 12 04:09:52.852098 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b88a7-c886-49e2-96cf-1edf7869dad7 req-e0093ccf-17cc-4636-8ace-aae47bac2d8d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:52.854334 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-192b88a7-c886-49e2-96cf-1edf7869dad7 req-e0093ccf-17cc-4636-8ace-aae47bac2d8d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 946 time: 0.0565856 Oct 12 04:09:52.900310 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-192b88a7-c886-49e2-96cf-1edf7869dad7 req-5e88b13c-2d8a-4de0-a8f4-2535ddfc4956 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396576 Oct 12 04:09:53.562992 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9c39b-5edd-4456-925b-7adf3ea44ac4 req-2c0fc408-040c-4a9b-b8b5-076da723a192 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:53.571998 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-52d9c39b-5edd-4456-925b-7adf3ea44ac4 req-2c0fc408-040c-4a9b-b8b5-076da723a192 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0615873 Oct 12 04:09:53.607402 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-52d9c39b-5edd-4456-925b-7adf3ea44ac4 req-09c62a7e-b178-460d-b48f-0a17a1f9f057 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345197 Oct 12 04:09:54.028568 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ceb51b-123e-4109-914c-bd44c07b701d req-daeca9d2-7f96-45a6-a44c-7f758f04161d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:54.030759 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-06ceb51b-123e-4109-914c-bd44c07b701d req-daeca9d2-7f96-45a6-a44c-7f758f04161d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 946 time: 0.0511162 Oct 12 04:09:54.082115 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-06ceb51b-123e-4109-914c-bd44c07b701d req-0bdfdf77-c01a-4207-b458-a5dfdcad13a2 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 Oct 12 04:09:54.793437 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43eebf-399a-4a65-9667-e11ac9a87dd1 req-46b623df-20d9-4c62-9299-1ba97a867dca tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:54.795535 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-af43eebf-399a-4a65-9667-e11ac9a87dd1 req-46b623df-20d9-4c62-9299-1ba97a867dca tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0793779 Oct 12 04:09:54.850142 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-af43eebf-399a-4a65-9667-e11ac9a87dd1 req-46b5cff6-75e0-4c7b-9cd9-35ae8f3a182a tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457149 Oct 12 04:09:55.922827 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-70432bf9-33bb-4e30-9629-7557aa3f6c44 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:55.924893 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-70432bf9-33bb-4e30-9629-7557aa3f6c44 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/networks?id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf HTTP/1.1" status: 200 len: 815 time: 0.1347013 Oct 12 04:09:55.943904 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-87c3b9c1-b32a-42e1-ba19-a1adbf16629c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/quotas/78307d826ef04ad5ae630720c59affaa HTTP/1.1" status: 200 len: 375 time: 0.0122526 Oct 12 04:09:56.042441 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-4d27eeab-2c89-4de6-a446-e809d7f8ce00 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=78307d826ef04ad5ae630720c59affaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910757 Oct 12 04:09:56.054223 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8bd2b-eb0a-4e51-8d8d-4a63e83531b8 req-550d3e5d-536a-48ae-9811-4549f2372e2e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:56.055384 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-07b8bd2b-eb0a-4e51-8d8d-4a63e83531b8 req-550d3e5d-536a-48ae-9811-4549f2372e2e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0732687 Oct 12 04:09:56.143035 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-07b8bd2b-eb0a-4e51-8d8d-4a63e83531b8 req-6d440ba6-3b69-484f-80c3-5ed33696ec2c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794420 Oct 12 04:09:56.187700 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-942145bb-cf1b-4b1b-9ab3-01414c5e753c service neutron] 10.222.0.31 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312871 Oct 12 04:09:56.302911 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-12ccd2e2-f818-4239-bb5a-3c3dd1db31dc service neutron] 10.222.0.31 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088734 Oct 12 04:09:56.512569 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1035eb43-e7c1-4413-9187-ce3722f8b65a req-38e79fe4-1527-4489-bce1-7ce56705c93e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 210 time: 0.0506628 Oct 12 04:09:57.285437 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478a76d-f558-4e29-a046-93058be6a821 req-6b9ba2e2-32bd-41ec-b0ff-3f053a912e5c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:57.286866 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7478a76d-f558-4e29-a046-93058be6a821 req-6b9ba2e2-32bd-41ec-b0ff-3f053a912e5c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0594959 Oct 12 04:09:57.333194 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7478a76d-f558-4e29-a046-93058be6a821 req-209c0354-12df-418f-8dea-90d6ec24d7d8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362158 Oct 12 04:09:57.578620 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-a2112cdd-9924-4c60-954d-95cb06043f88 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:57.580089 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-a2112cdd-9924-4c60-954d-95cb06043f88 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "GET /v2.0/networks?id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf HTTP/1.1" status: 200 len: 815 time: 0.1170278 Oct 12 04:09:57.599413 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-48f9ff75-7737-40c4-bdf5-1e3a4383c625 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Request body: {'port': {'device_id': '669aadfc-51ee-46ca-a454-abd45fe2a7c0', 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf', 'admin_state_up': True, 'tenant_id': '78307d826ef04ad5ae630720c59affaa'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:09:57.658968 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-17a27969-d079-43f6-8786-5a62e24483e1 req-c433b79c-3b8d-4d8e-820d-dd7668e66070 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 210 time: 0.0735922 Oct 12 04:09:57.743560 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-48f9ff75-7737-40c4-bdf5-1e3a4383c625 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Made reservation on behalf of 78307d826ef04ad5ae630720c59affaa for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:09:57.748171 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-48f9ff75-7737-40c4-bdf5-1e3a4383c625 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:57.903945 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-48f9ff75-7737-40c4-bdf5-1e3a4383c625 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Allocated IP 172.20.0.10 (aa8d516a-0594-4ec1-b1bc-b927d39d01bf/3fef145e-952a-4f2c-9261-cac12dbcaaf4/cb938d04-c6b5-4d89-8d1a-41cebbee1dce) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:09:58.112042 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-48f9ff75-7737-40c4-bdf5-1e3a4383c625 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:58.155197 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-48f9ff75-7737-40c4-bdf5-1e3a4383c625 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:58.169793 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['18e8236c-0063-460f-b57a-a9d32f0dcd0c', '5f281a99-59b1-4571-b16d-ba5140ae40ae'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:09:58.208922 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-48f9ff75-7737-40c4-bdf5-1e3a4383c625 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Network aa8d516a-0594-4ec1-b1bc-b927d39d01bf is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:09:58.208922 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-48f9ff75-7737-40c4-bdf5-1e3a4383c625 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:09:58.208922 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-48f9ff75-7737-40c4-bdf5-1e3a4383c625 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:09:58.282747 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-98e33298-9226-4fe6-aebe-05945f843ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:58.289581 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9ff75-7737-40c4-bdf5-1e3a4383c625 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Pushing event updated for resources: {'Port': ['ID=cb938d04-c6b5-4d89-8d1a-41cebbee1dce,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:58.311581 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-48f9ff75-7737-40c4-bdf5-1e3a4383c625 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:58.312332 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-48f9ff75-7737-40c4-bdf5-1e3a4383c625 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:58.330581 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-48f9ff75-7737-40c4-bdf5-1e3a4383c625 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7346840 Oct 12 04:09:58.402050 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Request body: {'port': {'device_id': '669aadfc-51ee-46ca-a454-abd45fe2a7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:09:58.505186 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:58.528137 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cee0e-6ce4-4ea9-890e-fd3a7a24a9cd req-c00d9845-34d9-4d65-8048-bb7305cb4106 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:58.529653 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-606cee0e-6ce4-4ea9-890e-fd3a7a24a9cd req-c00d9845-34d9-4d65-8048-bb7305cb4106 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0968194 Oct 12 04:09:58.605945 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-606cee0e-6ce4-4ea9-890e-fd3a7a24a9cd req-826e5198-f3e2-4422-bf3f-2f00e9426e11 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524035 Oct 12 04:09:58.811693 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dd99e-f5dd-4984-b393-ade8cdcbcafb req-47a9708d-434c-4d07-b935-d50957d9e60c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:58.813076 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-889dd99e-f5dd-4984-b393-ade8cdcbcafb req-47a9708d-434c-4d07-b935-d50957d9e60c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 932 time: 0.0781472 Oct 12 04:09:58.889294 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-889dd99e-f5dd-4984-b393-ade8cdcbcafb req-39a4ddef-6cda-44bb-a96e-42b8319960bd tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666358 Oct 12 04:09:58.900147 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb938d04-c6b5-4d89-8d1a-41cebbee1dce {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:09:58.908167 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:58.920765 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Transition to ACTIVE for port object cb938d04-c6b5-4d89-8d1a-41cebbee1dce will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:09:58.925724 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:59.005825 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb938d04-c6b5-4d89-8d1a-41cebbee1dce,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:59.058941 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Attempting to bind port cb938d04-c6b5-4d89-8d1a-41cebbee1dce on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:09:59.059279 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Attempting to bind port cb938d04-c6b5-4d89-8d1a-41cebbee1dce by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:09:59.059607 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Attempting to bind port cb938d04-c6b5-4d89-8d1a-41cebbee1dce on network aa8d516a-0594-4ec1-b1bc-b927d39d01bf {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:09:59.064501 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Port cb938d04-c6b5-4d89-8d1a-41cebbee1dce on network aa8d516a-0594-4ec1-b1bc-b927d39d01bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:09:59.064828 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Attempting to bind port cb938d04-c6b5-4d89-8d1a-41cebbee1dce on network aa8d516a-0594-4ec1-b1bc-b927d39d01bf {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:09:59.069897 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:09:59.070328 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Checking segment: {'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:09:59.070660 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Bound using segment: {'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:09:59.071093 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Bound port: cb938d04-c6b5-4d89-8d1a-41cebbee1dce, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:09:59.071448 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:59.152653 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] For port cb938d04-c6b5-4d89-8d1a-41cebbee1dce, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:09:59.156001 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] For port cb938d04-c6b5-4d89-8d1a-41cebbee1dce, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=cb938d04-c6b5-4d89-8d1a-41cebbee1dce,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:09:59.160739 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:59.204603 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:59.205226 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:09:59.207100 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] 10.222.0.41 "PUT /v2.0/ports/cb938d04-c6b5-4d89-8d1a-41cebbee1dce HTTP/1.1" status: 200 len: 1094 time: 0.8102987 Oct 12 04:09:59.207523 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669aadfc-51ee-46ca-a454-abd45fe2a7c0', 'tag': 'cb938d04-c6b5-4d89-8d1a-41cebbee1dce'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:09:59.209755 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0c188f-1225-4bf0-8b03-101c746372bb" -d '{"events": [{"name": "network-changed", "server_uuid": "669aadfc-51ee-46ca-a454-abd45fe2a7c0", "tag": "cb938d04-c6b5-4d89-8d1a-41cebbee1dce"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:09:59.231307 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f227e-4e6c-48b6-8496-11be2f087cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb938d04-c6b5-4d89-8d1a-41cebbee1dce,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:09:59.256354 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9001100-c70f-4e59-8d40-912691e4b698 x-openstack-request-id: req-f9001100-c70f-4e59-8d40-912691e4b698 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:09:59.256727 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669aadfc-51ee-46ca-a454-abd45fe2a7c0", "tag": "cb938d04-c6b5-4d89-8d1a-41cebbee1dce", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:09:59.257054 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9001100-c70f-4e59-8d40-912691e4b698 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:09:59.257631 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669aadfc-51ee-46ca-a454-abd45fe2a7c0', 'tag': 'cb938d04-c6b5-4d89-8d1a-41cebbee1dce', 'status': 'completed', 'code': 200} Oct 12 04:09:59.314369 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-180d6a3b-4385-4edd-a99e-ba467f4f5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:59.314369 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-180d6a3b-4385-4edd-a99e-ba467f4f5390 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78307d826ef04ad5ae630720c59affaa&device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 1097 time: 0.0464017 Oct 12 04:09:59.355425 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-d172e1d8-2d7b-44af-bb0a-d53080645726 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb938d04-c6b5-4d89-8d1a-41cebbee1dce HTTP/1.1" status: 200 len: 217 time: 0.0350034 Oct 12 04:09:59.405196 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-30577b53-34dd-4835-8bab-5b998536e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:59.406567 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-30577b53-34dd-4835-8bab-5b998536e813 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fef145e-952a-4f2c-9261-cac12dbcaaf4 HTTP/1.1" status: 200 len: 855 time: 0.0422287 Oct 12 04:09:59.437183 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-73e26ed1-47b1-4957-9b51-c17b54c6f33e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231507 Oct 12 04:09:59.530878 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-9a2fb031-b227-4fd2-8ab6-6213eccdf2ca service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829060 Oct 12 04:09:59.621684 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-085c66dc-4111-40a9-9dd3-04eb8e44f9f7 req-8ff650ee-3a88-43b4-aa87-17b3f9900d90 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815601 Oct 12 04:09:59.742261 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c188f-1225-4bf0-8b03-101c746372bb req-0be11e49-298e-4a10-81e8-10c787c5affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:59.745468 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7d0c188f-1225-4bf0-8b03-101c746372bb req-0be11e49-298e-4a10-81e8-10c787c5affa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78307d826ef04ad5ae630720c59affaa&device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 1097 time: 0.0687630 Oct 12 04:09:59.753793 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35141c50-298e-4861-8a0b-8a502216f7f5 req-b14b7f7b-8709-42f7-bc67-460b29830bff tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:09:59.755097 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-35141c50-298e-4861-8a0b-8a502216f7f5 req-b14b7f7b-8709-42f7-bc67-460b29830bff tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0705905 Oct 12 04:09:59.791264 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-35141c50-298e-4861-8a0b-8a502216f7f5 req-bcff4ace-14ff-40cf-b410-0303c2090ab6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302663 Oct 12 04:10:00.189780 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3ae8c-d897-4806-883f-659e232a6179 req-e69c4dbd-a305-437b-950d-3d0a5d739389 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:00.191741 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-04b3ae8c-d897-4806-883f-659e232a6179 req-e69c4dbd-a305-437b-950d-3d0a5d739389 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 944 time: 0.0678780 Oct 12 04:10:00.215557 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c188f-1225-4bf0-8b03-101c746372bb req-617c7a58-7262-44e7-9141-6490b2116005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:00.216991 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7d0c188f-1225-4bf0-8b03-101c746372bb req-617c7a58-7262-44e7-9141-6490b2116005 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf HTTP/1.1" status: 200 len: 916 time: 0.3683817 Oct 12 04:10:00.270577 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-04b3ae8c-d897-4806-883f-659e232a6179 req-b6ba661b-723a-43bf-8da2-3c837fbc69a4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701361 Oct 12 04:10:00.271896 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7d0c188f-1225-4bf0-8b03-101c746372bb req-baecfc90-0324-4a2e-9a19-3e470987a3ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb938d04-c6b5-4d89-8d1a-41cebbee1dce HTTP/1.1" status: 200 len: 217 time: 0.0425758 Oct 12 04:10:00.334650 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c188f-1225-4bf0-8b03-101c746372bb req-5e1995ab-10e5-4b37-bc6c-0678fbd24224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:00.336030 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7d0c188f-1225-4bf0-8b03-101c746372bb req-5e1995ab-10e5-4b37-bc6c-0678fbd24224 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fef145e-952a-4f2c-9261-cac12dbcaaf4 HTTP/1.1" status: 200 len: 855 time: 0.0518732 Oct 12 04:10:00.380562 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7d0c188f-1225-4bf0-8b03-101c746372bb req-504e1874-2f82-489c-a289-a52e590c4dcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279503 Oct 12 04:10:00.388834 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6fb66-6fde-4033-8a14-595c16d8cf0f req-5cf88585-d48f-442a-aeaa-51626b8b45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:00.390225 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-49a6fb66-6fde-4033-8a14-595c16d8cf0f req-5cf88585-d48f-442a-aeaa-51626b8b45a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 1098 time: 0.0659521 Oct 12 04:10:00.587665 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7d0c188f-1225-4bf0-8b03-101c746372bb req-bc4e67b2-46ea-41da-a313-8197e4e2c3cf service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858530 Oct 12 04:10:00.590653 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6fb66-6fde-4033-8a14-595c16d8cf0f req-1cff7fda-7a0e-4082-b8a3-c460d6dcdfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:00.591963 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-49a6fb66-6fde-4033-8a14-595c16d8cf0f req-1cff7fda-7a0e-4082-b8a3-c460d6dcdfb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 917 time: 0.1831079 Oct 12 04:10:00.609270 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317490c-2376-49f4-b578-eae32a42a773 req-767e3e7d-ce12-4399-befe-9ac702d87b28 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:00.610643 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6317490c-2376-49f4-b578-eae32a42a773 req-767e3e7d-ce12-4399-befe-9ac702d87b28 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 945 time: 0.0704098 Oct 12 04:10:00.660035 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-1a2542b1-743f-4bc7-871d-dab5d544a344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:00.745900 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-49a6fb66-6fde-4033-8a14-595c16d8cf0f req-5b57a250-1291-4869-a068-4d8062712c3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3474824e-4f7b-4a89-bc74-581693926ecc HTTP/1.1" status: 200 len: 1001 time: 0.1331789 Oct 12 04:10:00.750565 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6317490c-2376-49f4-b578-eae32a42a773 req-fb205e25-a00d-41d1-acd3-fc55a4e8422a tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265643 Oct 12 04:10:00.799165 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7d0c188f-1225-4bf0-8b03-101c746372bb req-dbb7234d-6531-40cd-811e-8efaffa85ee2 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876109 Oct 12 04:10:00.813887 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6fb66-6fde-4033-8a14-595c16d8cf0f req-5bf17bb5-18df-49d3-b201-b3c333e6d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:00.815269 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-49a6fb66-6fde-4033-8a14-595c16d8cf0f req-5bf17bb5-18df-49d3-b201-b3c333e6d6ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 200 len: 855 time: 0.0519905 Oct 12 04:10:00.895239 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6fb66-6fde-4033-8a14-595c16d8cf0f req-123b84bb-2f48-4cc3-bd77-793da0492919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:00.896681 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-49a6fb66-6fde-4033-8a14-595c16d8cf0f req-123b84bb-2f48-4cc3-bd77-793da0492919 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78ad8ade-5b76-455f-b679-c3355b921424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678673 Oct 12 04:10:00.915432 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a7d6-e5b5-45ea-a21f-17053bfc845c req-e6572a92-fc25-451c-a9b7-e7d3b16787c7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:00.916801 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8193a7d6-e5b5-45ea-a21f-17053bfc845c req-e6572a92-fc25-451c-a9b7-e7d3b16787c7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0521188 Oct 12 04:10:01.000138 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8193a7d6-e5b5-45ea-a21f-17053bfc845c req-924eb46d-ee89-4dc3-be21-5dac6b00e657 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746167 Oct 12 04:10:01.026290 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-49a6fb66-6fde-4033-8a14-595c16d8cf0f req-037cced8-2cc9-46be-b2f1-6692a489ef31 service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085703 Oct 12 04:10:01.119229 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-49a6fb66-6fde-4033-8a14-595c16d8cf0f req-b7adf0c9-a38e-483e-8009-93287e6584c6 service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815010 Oct 12 04:10:01.383231 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dd2a5-5192-471e-b9ab-508fb8e690d8 req-8c59fce4-43a0-4999-b1c9-355edebcc458 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:01.384683 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cb2dd2a5-5192-471e-b9ab-508fb8e690d8 req-8c59fce4-43a0-4999-b1c9-355edebcc458 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 944 time: 0.0480170 Oct 12 04:10:01.420123 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cb2dd2a5-5192-471e-b9ab-508fb8e690d8 req-294d593a-4e38-47fc-a146-0bb47c6271d8 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296276 Oct 12 04:10:01.637303 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:01.713351 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:01.865882 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b88c7c-1f9c-4562-8698-cf6e08c6e581 req-fd0be16c-7a2d-40fa-9ca9-1090b94f0dce tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:01.867316 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-97b88c7c-1f9c-4562-8698-cf6e08c6e581 req-fd0be16c-7a2d-40fa-9ca9-1090b94f0dce tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 945 time: 0.0511274 Oct 12 04:10:01.902920 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-97b88c7c-1f9c-4562-8698-cf6e08c6e581 req-6889d416-1c35-4442-9daf-bd5dc5adeb6a tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294881 Oct 12 04:10:02.118635 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a75ef3-da7c-4452-9286-827227868bd0 req-ef8cfe81-aefa-46b1-a861-c3dcc70f9fbb tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:02.120092 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-46a75ef3-da7c-4452-9286-827227868bd0 req-ef8cfe81-aefa-46b1-a861-c3dcc70f9fbb tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 945 time: 0.0486529 Oct 12 04:10:02.156829 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-46a75ef3-da7c-4452-9286-827227868bd0 req-48c50842-40b0-4236-bd13-d9d02e6112d1 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306268 Oct 12 04:10:02.531895 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b5e94-d8f5-4e35-98ed-afa9b0a6e009 req-636441f8-fbfb-4134-bae4-4600e4a3cde8 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:02.533360 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-911b5e94-d8f5-4e35-98ed-afa9b0a6e009 req-636441f8-fbfb-4134-bae4-4600e4a3cde8 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 944 time: 0.0475810 Oct 12 04:10:02.570001 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-911b5e94-d8f5-4e35-98ed-afa9b0a6e009 req-f5e2c3ab-8a90-4086-a207-010ec0bea1af tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307980 Oct 12 04:10:02.764253 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device cb938d04-c6b5-4d89-8d1a-41cebbee1dce details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:10:02.767237 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 3474824e-4f7b-4a89-bc74-581693926ecc no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:10:03.029407 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a8a7e-3a28-4ab3-abdf-9a95334b233a req-475b340c-6b52-419e-9c24-a6baf155dd2b tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:03.030958 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5c5a8a7e-3a28-4ab3-abdf-9a95334b233a req-475b340c-6b52-419e-9c24-a6baf155dd2b tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 945 time: 0.0590022 Oct 12 04:10:03.034723 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:03.057683 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port cb938d04-c6b5-4d89-8d1a-41cebbee1dce, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=cb938d04-c6b5-4d89-8d1a-41cebbee1dce,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:03.070235 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5c5a8a7e-3a28-4ab3-abdf-9a95334b233a req-b9b5a34c-c486-425d-81bc-77cd9aa5fd57 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324612 Oct 12 04:10:03.077448 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:10:03.079672 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5763dd38-34cb-4e55-85a7-9096406ac4b5" -d '{"events": [{"server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "name": "network-vif-unplugged", "status": "completed", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:10:03.087237 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': 'cb938d04-c6b5-4d89-8d1a-41cebbee1dce', 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf', 'port_id': 'cb938d04-c6b5-4d89-8d1a-41cebbee1dce', 'mac_address': 'fa:16:3e:9d:6e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fef145e-952a-4f2c-9261-cac12dbcaaf4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:10:03.097724 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 3474824e-4f7b-4a89-bc74-581693926ecc, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3474824e-4f7b-4a89-bc74-581693926ecc,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:03.122303 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:03.127229 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 04:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c15027d-48df-4adc-804f-97f055897f5e x-openstack-request-id: req-0c15027d-48df-4adc-804f-97f055897f5e {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:10:03.127548 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "name": "network-vif-unplugged", "status": "completed", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:10:03.128483 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c15027d-48df-4adc-804f-97f055897f5e {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:10:03.128998 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc', 'code': 200} Oct 12 04:10:03.166052 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:03.189469 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb938d04-c6b5-4d89-8d1a-41cebbee1dce {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:10:03.198023 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=3474824e-4f7b-4a89-bc74-581693926ecc,revision_number=8']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:03.210829 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:03.211165 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:03.211715 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:03.212057 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:03.212385 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:03.212705 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:03.213045 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:03.213362 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:03.213676 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:03.213992 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:03.214301 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:03.215743 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:03.230291 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port cb938d04-c6b5-4d89-8d1a-41cebbee1dce, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=cb938d04-c6b5-4d89-8d1a-41cebbee1dce,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:03.233510 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:03.283682 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=cb938d04-c6b5-4d89-8d1a-41cebbee1dce,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:03.288344 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b86e1a-f28d-42bc-b255-3e217c388cf8 req-0c62332e-80c7-44a6-b6a5-40d9940b74ce tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:03.289928 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-56b86e1a-f28d-42bc-b255-3e217c388cf8 req-0c62332e-80c7-44a6-b6a5-40d9940b74ce tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0517354 Oct 12 04:10:03.327786 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-56b86e1a-f28d-42bc-b255-3e217c388cf8 req-9b62ba0a-b19d-4f16-a4e4-3ccb355e166d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318758 Oct 12 04:10:03.643020 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:03.667425 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['cb938d04-c6b5-4d89-8d1a-41cebbee1dce'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:10:03.698364 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e3efb-896f-493f-aad9-03527540ce9a req-ab0d2070-5a10-4219-abd0-47282e17f3ce tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:03.701156 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5f4e3efb-896f-493f-aad9-03527540ce9a req-ab0d2070-5a10-4219-abd0-47282e17f3ce tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 945 time: 0.0618503 Oct 12 04:10:03.741126 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5f4e3efb-896f-493f-aad9-03527540ce9a req-bbd8433c-68bc-45bf-b809-39d009129e39 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333874 Oct 12 04:10:03.803550 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [req-27c50ebc-3ba7-4a84-9e1d-faa4064ec754 req-dfd58677-1d9b-4229-bafb-9086291a1b0b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:10:03.804536 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-27c50ebc-3ba7-4a84-9e1d-faa4064ec754 req-dfd58677-1d9b-4229-bafb-9086291a1b0b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053327 Oct 12 04:10:03.960702 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766bc72-0154-409d-9ff6-ab9481d3ae9c req-418e81da-c36c-4ea5-ae2a-44b1b2aac01e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:03.962212 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f766bc72-0154-409d-9ff6-ab9481d3ae9c req-418e81da-c36c-4ea5-ae2a-44b1b2aac01e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0575356 Oct 12 04:10:04.001168 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f766bc72-0154-409d-9ff6-ab9481d3ae9c req-27d45f16-67e2-4e50-a615-5edf40e15ec7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326362 Oct 12 04:10:04.186580 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a65be-4d2d-418c-96ae-e9bbd64892d7 req-2fa68a81-3dae-4275-a2cb-4e26db521b10 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:04.188046 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-893a65be-4d2d-418c-96ae-e9bbd64892d7 req-2fa68a81-3dae-4275-a2cb-4e26db521b10 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 945 time: 0.0498407 Oct 12 04:10:04.226014 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-893a65be-4d2d-418c-96ae-e9bbd64892d7 req-da04cdb0-f475-40fb-a5af-df1978770fac tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313363 Oct 12 04:10:04.239723 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 43616) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:10:04.322273 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-dcfb1ef9-0e06-486c-948d-d1368ad4b893 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813105 Oct 12 04:10:04.331399 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-bb98b7b0-1473-4361-9e93-aadbac4b4ec4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:10:04.332317 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-bb98b7b0-1473-4361-9e93-aadbac4b4ec4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053103 Oct 12 04:10:04.770585 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device cb938d04-c6b5-4d89-8d1a-41cebbee1dce up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:10:04.822626 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port cb938d04-c6b5-4d89-8d1a-41cebbee1dce completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:10:04.826356 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port cb938d04-c6b5-4d89-8d1a-41cebbee1dce triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:10:04.826720 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:04.865116 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa5d20-b104-456a-8272-cdf87f114c13 req-38bc63e2-7cb7-4945-8f8e-b4f83c3e06cc tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:04.867217 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-28fa5d20-b104-456a-8272-cdf87f114c13 req-38bc63e2-7cb7-4945-8f8e-b4f83c3e06cc tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 945 time: 0.0556483 Oct 12 04:10:04.902600 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:04.907212 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-28fa5d20-b104-456a-8272-cdf87f114c13 req-0d044d3a-b69f-4afd-8006-3bac0aa9ed2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311115 Oct 12 04:10:04.935750 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port cb938d04-c6b5-4d89-8d1a-41cebbee1dce, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=cb938d04-c6b5-4d89-8d1a-41cebbee1dce,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:04.939267 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:04.986035 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=cb938d04-c6b5-4d89-8d1a-41cebbee1dce,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:05.122219 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bc8a9-be68-42e7-83dc-eb65a58914a8 req-c396d228-7c34-47ea-888c-49227c8e391b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:05.123701 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d61bc8a9-be68-42e7-83dc-eb65a58914a8 req-c396d228-7c34-47ea-888c-49227c8e391b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0501156 Oct 12 04:10:05.130440 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669aadfc-51ee-46ca-a454-abd45fe2a7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb938d04-c6b5-4d89-8d1a-41cebbee1dce'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:10:05.132945 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47680238-f34a-4305-8ed9-861db307bef5" -d '{"events": [{"server_uuid": "669aadfc-51ee-46ca-a454-abd45fe2a7c0", "name": "network-vif-plugged", "status": "completed", "tag": "cb938d04-c6b5-4d89-8d1a-41cebbee1dce"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:10:05.166264 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d61bc8a9-be68-42e7-83dc-eb65a58914a8 req-7b04d5ff-1636-4ff1-bf32-ef32c9028982 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361135 Oct 12 04:10:05.172971 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec98f1d-8be3-48ec-bf87-adcf974dfa77 x-openstack-request-id: req-4ec98f1d-8be3-48ec-bf87-adcf974dfa77 {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:10:05.173516 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669aadfc-51ee-46ca-a454-abd45fe2a7c0", "name": "network-vif-plugged", "status": "completed", "tag": "cb938d04-c6b5-4d89-8d1a-41cebbee1dce", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:10:05.173770 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ec98f1d-8be3-48ec-bf87-adcf974dfa77 {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:10:05.174169 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669aadfc-51ee-46ca-a454-abd45fe2a7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb938d04-c6b5-4d89-8d1a-41cebbee1dce', 'code': 200} Oct 12 04:10:05.371277 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc61c42-fe32-4491-8bbb-fb86b903d4b9 req-faf68381-385f-4e62-aa7b-58a83614ea58 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:05.372729 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bdc61c42-fe32-4491-8bbb-fb86b903d4b9 req-faf68381-385f-4e62-aa7b-58a83614ea58 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 945 time: 0.0781455 Oct 12 04:10:05.378195 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc52f5-8dc3-45a4-8bb4-4edb9cbfd19c req-50014244-cd92-477d-85a7-c428806841f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:05.379526 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5cbc52f5-8dc3-45a4-8bb4-4edb9cbfd19c req-50014244-cd92-477d-85a7-c428806841f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 1099 time: 0.0593038 Oct 12 04:10:05.429358 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bdc61c42-fe32-4491-8bbb-fb86b903d4b9 req-334087a0-e2d0-4a14-99fc-94376696bde0 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487261 Oct 12 04:10:05.435251 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5cbc52f5-8dc3-45a4-8bb4-4edb9cbfd19c req-5db74d1e-94a1-4d77-8995-e619c80377b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427742 Oct 12 04:10:06.061550 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-5ee46395-94b6-4ff6-8d86-f590e0e07f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:06.063034 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-5ee46395-94b6-4ff6-8d86-f590e0e07f7b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e&tenant_id=11482740b3bb4e3bbfcc856e54a24288 HTTP/1.1" status: 200 len: 1096 time: 0.1001012 Oct 12 04:10:06.071516 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cded8c4-d9c8-4f15-a7af-80a4b75035ae req-f2503d0c-b1d6-48d6-8310-55b3cb1ab71a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:06.073060 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cded8c4-d9c8-4f15-a7af-80a4b75035ae req-f2503d0c-b1d6-48d6-8310-55b3cb1ab71a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0824637 Oct 12 04:10:06.135283 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cded8c4-d9c8-4f15-a7af-80a4b75035ae req-82b1e161-5a33-478f-93a0-13982ebae897 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559933 Oct 12 04:10:06.144170 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-74045933-2ab2-4bf7-8a3b-54013add90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:06.145610 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-74045933-2ab2-4bf7-8a3b-54013add90ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 1096 time: 0.0531776 Oct 12 04:10:06.239242 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-0274f240-82b8-45c6-a8ed-151be1cc1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:06.240712 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-0274f240-82b8-45c6-a8ed-151be1cc1d64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 917 time: 0.0870283 Oct 12 04:10:06.327366 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-ae7e159c-b6fc-4acc-92e6-2c501c5a5a70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3474824e-4f7b-4a89-bc74-581693926ecc HTTP/1.1" status: 200 len: 999 time: 0.0768895 Oct 12 04:10:06.335560 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e028ff2-5ed3-49ed-b127-84c125fc44af req-4c8f3c73-da72-425a-bd18-8b826f364f82 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:06.336972 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4e028ff2-5ed3-49ed-b127-84c125fc44af req-4c8f3c73-da72-425a-bd18-8b826f364f82 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0945437 Oct 12 04:10:06.404150 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-78071813-df3b-4363-972c-a56a770e3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:06.405597 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-78071813-df3b-4363-972c-a56a770e3c51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 200 len: 855 time: 0.0677998 Oct 12 04:10:06.408452 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4e028ff2-5ed3-49ed-b127-84c125fc44af req-a67e66e3-a201-4f68-a307-a0953604549a tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639117 Oct 12 04:10:06.452558 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-a7b38d7f-4872-4c41-b34d-531c6b0278f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:06.454106 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-a7b38d7f-4872-4c41-b34d-531c6b0278f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78ad8ade-5b76-455f-b679-c3355b921424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0398221 Oct 12 04:10:06.570375 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0d39e-b74a-43ee-b0ee-956b3e179847 req-68a2c8df-b4af-400c-a89c-593db5ca2716 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:06.571819 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b1c0d39e-b74a-43ee-b0ee-956b3e179847 req-68a2c8df-b4af-400c-a89c-593db5ca2716 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 945 time: 0.0653865 Oct 12 04:10:06.598527 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-6973295c-087f-4957-9472-46ae15cc1b0a service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359203 Oct 12 04:10:06.631829 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b1c0d39e-b74a-43ee-b0ee-956b3e179847 req-0cb74b31-7119-4276-ba68-c21ea50bdcaf tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495555 Oct 12 04:10:06.698725 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fc1251a-f793-4d82-ad66-c524cd9a3c9a req-5f62c450-848d-4c35-9057-b063f9eb4b37 service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884624 Oct 12 04:10:06.773707 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 3474824e-4f7b-4a89-bc74-581693926ecc no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:10:07.280319 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995cc4c-fe39-4078-bcf4-d335d8afbb40 req-69718820-d97a-4394-bcba-30d477849a4f tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:07.285380 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c995cc4c-fe39-4078-bcf4-d335d8afbb40 req-69718820-d97a-4394-bcba-30d477849a4f tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0649581 Oct 12 04:10:07.342371 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c995cc4c-fe39-4078-bcf4-d335d8afbb40 req-f4b30c60-3d70-4bf1-8d12-74ebe0928dec tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545666 Oct 12 04:10:07.342550 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:07.530834 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad34b0-53c3-402b-9e52-f2e02fb75f97 req-e84610bc-1af7-434a-be85-a579bd5d9f12 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:07.532256 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-36ad34b0-53c3-402b-9e52-f2e02fb75f97 req-e84610bc-1af7-434a-be85-a579bd5d9f12 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0492005 Oct 12 04:10:07.570700 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-36ad34b0-53c3-402b-9e52-f2e02fb75f97 req-6d95b948-8075-4ac9-888a-b2d1efc54849 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325375 Oct 12 04:10:07.746601 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167dabc-b9f3-4159-b2f4-1a729aa23cd3 req-ac2c58e1-4db6-42ad-84c8-13305c0fa34f tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:07.748066 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9167dabc-b9f3-4159-b2f4-1a729aa23cd3 req-ac2c58e1-4db6-42ad-84c8-13305c0fa34f tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 945 time: 0.0482187 Oct 12 04:10:07.789452 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9167dabc-b9f3-4159-b2f4-1a729aa23cd3 req-38596965-e995-4b86-ac88-824ad3d29b41 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352173 Oct 12 04:10:08.456820 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa44bf6-950f-4004-a82f-e4b11d04fd93 req-e01af68b-ca6e-4d75-9bd1-807c41dffeb4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:08.458438 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fa44bf6-950f-4004-a82f-e4b11d04fd93 req-e01af68b-ca6e-4d75-9bd1-807c41dffeb4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0522978 Oct 12 04:10:08.498373 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9fa44bf6-950f-4004-a82f-e4b11d04fd93 req-635434d8-0eae-4d50-9cc8-d9317a02f746 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339642 Oct 12 04:10:08.688955 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3cbb0-68eb-48b0-bba5-6c2d71beab74 req-04adf582-93c3-4d27-85d4-59d3715b1cc7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:08.690850 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b4a3cbb0-68eb-48b0-bba5-6c2d71beab74 req-04adf582-93c3-4d27-85d4-59d3715b1cc7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0495672 Oct 12 04:10:08.728345 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b4a3cbb0-68eb-48b0-bba5-6c2d71beab74 req-9954f6ce-0532-4356-8bdf-b8f7b49d7177 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315092 Oct 12 04:10:08.904399 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429aa45-1659-4e9e-9e8a-f7d23bb63f5e req-93d579e4-2c4e-4e49-acdf-3c976f72d693 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:08.905908 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b429aa45-1659-4e9e-9e8a-f7d23bb63f5e req-93d579e4-2c4e-4e49-acdf-3c976f72d693 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 945 time: 0.0490768 Oct 12 04:10:08.948240 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b429aa45-1659-4e9e-9e8a-f7d23bb63f5e req-9e5acbb7-42ad-4351-bba0-ea86827ae9cd tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363274 Oct 12 04:10:09.611615 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fffc62-6c24-44ab-a914-bd7a09130978 req-3e5f15f4-f0b9-455d-9eaa-b7a3a970bd53 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:09.613063 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-91fffc62-6c24-44ab-a914-bd7a09130978 req-3e5f15f4-f0b9-455d-9eaa-b7a3a970bd53 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0480721 Oct 12 04:10:09.652139 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-91fffc62-6c24-44ab-a914-bd7a09130978 req-37f0c163-f457-46b2-a513-6c6a8e1e29d6 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328193 Oct 12 04:10:09.849392 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0296bc-c511-45d0-a1ab-89319f219626 req-ad83a85b-0c3c-4b44-bc2c-90aa99a798a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:09.851001 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6e0296bc-c511-45d0-a1ab-89319f219626 req-ad83a85b-0c3c-4b44-bc2c-90aa99a798a6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0494654 Oct 12 04:10:09.888596 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6e0296bc-c511-45d0-a1ab-89319f219626 req-26ea59b3-9278-47ec-b3a5-01688bd6b08d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316992 Oct 12 04:10:10.062321 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ac434-0969-4707-8560-810f4890fea5 req-6f8b0eb9-c2c6-4024-8540-072bbd31ea75 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:10.063709 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-532ac434-0969-4707-8560-810f4890fea5 req-6f8b0eb9-c2c6-4024-8540-072bbd31ea75 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 945 time: 0.0490592 Oct 12 04:10:10.106961 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-532ac434-0969-4707-8560-810f4890fea5 req-29b97dec-6769-47ab-9a4a-00ec0e1cc439 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366940 Oct 12 04:10:10.766415 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b912366-cb80-4b9c-88d0-d6330f053be8 req-834a9ba3-c900-4986-960b-ae29bb5b1487 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:10.767849 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3b912366-cb80-4b9c-88d0-d6330f053be8 req-834a9ba3-c900-4986-960b-ae29bb5b1487 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0481725 Oct 12 04:10:10.800838 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device ad65733d-ed16-4cd1-b074-c6e9e782b9c7 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:10:10.806604 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3b912366-cb80-4b9c-88d0-d6330f053be8 req-343bd211-fff2-4999-87ac-cda3577d4592 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Oct 12 04:10:10.877807 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:10.899036 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2c292f-5074-4f40-8e6d-35d9c49304b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad65733d-ed16-4cd1-b074-c6e9e782b9c7'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:10:10.901297 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453efcc9-080f-4b87-a914-f5b15e27ac20" -d '{"events": [{"server_uuid": "ba2c292f-5074-4f40-8e6d-35d9c49304b1", "name": "network-vif-unplugged", "status": "completed", "tag": "ad65733d-ed16-4cd1-b074-c6e9e782b9c7"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:10:10.914522 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port ad65733d-ed16-4cd1-b074-c6e9e782b9c7, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=ad65733d-ed16-4cd1-b074-c6e9e782b9c7,segment=NetworkSegment(a1a92035-ae31-4d03-99a9-f1c217744e33),segment_id=a1a92035-ae31-4d03-99a9-f1c217744e33)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:10.926846 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:10.953441 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 04:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc2c0c0-f915-4c50-981d-78ff0864c9dd x-openstack-request-id: req-2fc2c0c0-f915-4c50-981d-78ff0864c9dd {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:10:10.953745 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2c292f-5074-4f40-8e6d-35d9c49304b1", "name": "network-vif-unplugged", "status": "completed", "tag": "ad65733d-ed16-4cd1-b074-c6e9e782b9c7", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:10:10.954001 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fc2c0c0-f915-4c50-981d-78ff0864c9dd {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:10:10.954385 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2c292f-5074-4f40-8e6d-35d9c49304b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad65733d-ed16-4cd1-b074-c6e9e782b9c7', 'code': 200} Oct 12 04:10:10.986762 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=ad65733d-ed16-4cd1-b074-c6e9e782b9c7,revision_number=6']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:11.011796 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908c6fd-4773-468c-8b7b-6a4fb1096bfd req-b23be13f-53d3-4729-901f-4f5a1130e043 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:11.013284 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5908c6fd-4773-468c-8b7b-6a4fb1096bfd req-b23be13f-53d3-4729-901f-4f5a1130e043 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0480530 Oct 12 04:10:11.052267 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5908c6fd-4773-468c-8b7b-6a4fb1096bfd req-feb474d4-c12f-4a4e-a293-21ecee333bef tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Oct 12 04:10:11.223202 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d7fbe-3da9-4a6c-8833-0e2f79ceec0f req-15e36516-2bdc-4508-8415-d81cad462fe0 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:11.224679 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e31d7fbe-3da9-4a6c-8833-0e2f79ceec0f req-15e36516-2bdc-4508-8415-d81cad462fe0 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0491910 Oct 12 04:10:11.264888 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e31d7fbe-3da9-4a6c-8833-0e2f79ceec0f req-defc9366-c379-4d9c-a21f-56e8e64ff684 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340869 Oct 12 04:10:11.920363 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ad3b4-0621-4548-9d32-fcee2eb8187a req-d7792d2a-9a21-4ac5-a45b-d6490be4f574 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:11.921762 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-905ad3b4-0621-4548-9d32-fcee2eb8187a req-d7792d2a-9a21-4ac5-a45b-d6490be4f574 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0488596 Oct 12 04:10:11.960607 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-905ad3b4-0621-4548-9d32-fcee2eb8187a req-f8b6fda5-104f-47a3-b316-1a0b124fde40 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319529 Oct 12 04:10:12.170804 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed85867-84e7-4e54-b9e1-941ded42c9c1 req-16c1e5d5-a97b-4d07-bf31-a85e7fd9fa17 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:12.172254 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9ed85867-84e7-4e54-b9e1-941ded42c9c1 req-16c1e5d5-a97b-4d07-bf31-a85e7fd9fa17 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0491898 Oct 12 04:10:12.210426 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9ed85867-84e7-4e54-b9e1-941ded42c9c1 req-c7259bef-39de-4619-b729-4c0cc9684c2f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313075 Oct 12 04:10:12.377971 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e777c1-9b34-4096-aa77-2bc88300fcf1 req-7d42748e-fe66-44dc-ac50-f042ee9e87a2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:12.379489 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d1e777c1-9b34-4096-aa77-2bc88300fcf1 req-7d42748e-fe66-44dc-ac50-f042ee9e87a2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0484695 Oct 12 04:10:12.419809 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d1e777c1-9b34-4096-aa77-2bc88300fcf1 req-11e3a469-44ba-41a5-bdce-9e70ccf2758e tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343833 Oct 12 04:10:13.080484 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd100f07-a892-49e6-a797-f3bad343c5d5 req-2683b48d-42f6-4f4e-9c47-ac5a44cf976b tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:13.082589 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fd100f07-a892-49e6-a797-f3bad343c5d5 req-2683b48d-42f6-4f4e-9c47-ac5a44cf976b tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0554368 Oct 12 04:10:13.121218 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fd100f07-a892-49e6-a797-f3bad343c5d5 req-c0d6c12f-b26e-468e-bac0-ca4a32da37e8 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322173 Oct 12 04:10:13.331119 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d99aa-de33-453e-afab-e5c368017525 req-33342d00-e039-4204-9a15-4f5bdc6995fa tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:13.332609 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9f5d99aa-de33-453e-afab-e5c368017525 req-33342d00-e039-4204-9a15-4f5bdc6995fa tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0487905 Oct 12 04:10:13.371472 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9f5d99aa-de33-453e-afab-e5c368017525 req-130cd23b-f605-4053-8c9a-228208dc3fe7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326869 Oct 12 04:10:13.535195 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae1676-3341-4cdf-9b75-03a190786bb8 req-1beb08d1-4681-4944-9257-1c1b65672584 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:13.536603 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8fae1676-3341-4cdf-9b75-03a190786bb8 req-1beb08d1-4681-4944-9257-1c1b65672584 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0499630 Oct 12 04:10:13.578644 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8fae1676-3341-4cdf-9b75-03a190786bb8 req-c4511f78-d4f0-4690-bce1-26868c618399 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358815 Oct 12 04:10:14.238110 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94b133-6ed2-4448-896d-0ebddf9b719a req-7f460520-6ecf-44f2-88fc-0a2d73632529 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:14.239720 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd94b133-6ed2-4448-896d-0ebddf9b719a req-7f460520-6ecf-44f2-88fc-0a2d73632529 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0492330 Oct 12 04:10:14.278123 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dd94b133-6ed2-4448-896d-0ebddf9b719a req-6559236c-8061-492b-827d-2d2d6eebd38d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Oct 12 04:10:14.494857 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d72e5-22c4-4cea-a23e-6dfc095caf12 req-a705883d-f4c4-44ce-9ec6-fe61bc9cec50 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:14.496328 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-075d72e5-22c4-4cea-a23e-6dfc095caf12 req-a705883d-f4c4-44ce-9ec6-fe61bc9cec50 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0487003 Oct 12 04:10:14.533954 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-075d72e5-22c4-4cea-a23e-6dfc095caf12 req-20db82c6-ecca-4c62-8931-52944a6e5237 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314560 Oct 12 04:10:14.692169 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc6b29-60a5-499c-9d4c-29f3ce69518e req-fe4ba89a-dfa5-4335-a2db-21f9017d47a4 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:14.693682 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fccc6b29-60a5-499c-9d4c-29f3ce69518e req-fe4ba89a-dfa5-4335-a2db-21f9017d47a4 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0490069 Oct 12 04:10:14.734293 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fccc6b29-60a5-499c-9d4c-29f3ce69518e req-003cbeba-4373-4a99-97e9-3a4cd3173a2e tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344181 Oct 12 04:10:15.391050 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2916ff7-7aa2-48c1-bde0-a13fe1b579ef req-72c835ad-d87f-41db-88a4-9f3851e8a2d7 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:15.392418 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b2916ff7-7aa2-48c1-bde0-a13fe1b579ef req-72c835ad-d87f-41db-88a4-9f3851e8a2d7 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0480289 Oct 12 04:10:15.430838 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b2916ff7-7aa2-48c1-bde0-a13fe1b579ef req-c542d283-bd75-4713-af09-02e35d73718f tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Oct 12 04:10:15.655427 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3685b6-2fbc-4f01-885b-621c36d104f9 req-a6f590fa-e868-40bd-9d86-f590d93b9dfd tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:15.656846 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bc3685b6-2fbc-4f01-885b-621c36d104f9 req-a6f590fa-e868-40bd-9d86-f590d93b9dfd tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0488641 Oct 12 04:10:15.695186 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bc3685b6-2fbc-4f01-885b-621c36d104f9 req-238ea087-7595-419a-8529-ffdd6a72f35f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323191 Oct 12 04:10:15.854778 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4646c-2202-4899-a70c-1e281bd73d00 req-63238190-99f6-4101-9a2a-1b570b6b3fb7 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:15.856262 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6df4646c-2202-4899-a70c-1e281bd73d00 req-63238190-99f6-4101-9a2a-1b570b6b3fb7 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0478520 Oct 12 04:10:15.898178 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6df4646c-2202-4899-a70c-1e281bd73d00 req-b5127028-d09c-422f-8064-b2333795b916 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359802 Oct 12 04:10:16.537962 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:10:16.547703 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d8246-8d3b-4e34-9be9-16c134c4d884 req-7eb1e882-d991-4dd9-88b4-59f1e0af5242 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:16.549734 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-015d8246-8d3b-4e34-9be9-16c134c4d884 req-7eb1e882-d991-4dd9-88b4-59f1e0af5242 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0516372 Oct 12 04:10:16.589051 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-015d8246-8d3b-4e34-9be9-16c134c4d884 req-a6276467-c727-4098-8e1f-fa59a9685db2 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333283 Oct 12 04:10:16.814408 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091a1f3-262d-420a-98ee-a75e2bdeb81b req-dd5c51bb-40fa-4f83-a735-b9351568ceeb tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:16.816747 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9091a1f3-262d-420a-98ee-a75e2bdeb81b req-dd5c51bb-40fa-4f83-a735-b9351568ceeb tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0500879 Oct 12 04:10:16.854975 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9091a1f3-262d-420a-98ee-a75e2bdeb81b req-7d1272a5-6944-495d-91e3-c00624d4a812 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323033 Oct 12 04:10:17.012135 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e07dd-2f44-40a2-8a92-c4928bd49b0c req-541b3454-68a4-4167-8b0c-809d1369b6e6 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:17.013640 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f62e07dd-2f44-40a2-8a92-c4928bd49b0c req-541b3454-68a4-4167-8b0c-809d1369b6e6 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0480876 Oct 12 04:10:17.056249 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f62e07dd-2f44-40a2-8a92-c4928bd49b0c req-57f9b6c3-5546-47a3-8cbd-565b6d366f16 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358565 Oct 12 04:10:17.703333 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0903b3b-ad87-44cf-8b33-2aa451f481d2 req-0c630ae4-6fd1-4f58-b5b9-ccc12b44f246 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:17.704768 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e0903b3b-ad87-44cf-8b33-2aa451f481d2 req-0c630ae4-6fd1-4f58-b5b9-ccc12b44f246 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0483367 Oct 12 04:10:17.743386 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e0903b3b-ad87-44cf-8b33-2aa451f481d2 req-80558fd8-96f4-463a-a245-e86a5d59a101 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Oct 12 04:10:17.974280 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f03349-6b35-4902-acd2-d20644fabd2e req-94d83502-ac7f-40f1-96f2-1e5818ccbfde tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:17.975881 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-04f03349-6b35-4902-acd2-d20644fabd2e req-94d83502-ac7f-40f1-96f2-1e5818ccbfde tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0482149 Oct 12 04:10:18.013136 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-04f03349-6b35-4902-acd2-d20644fabd2e req-0d3e4828-2fc3-437b-a299-6ee2107e10af tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307891 Oct 12 04:10:18.175751 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8384d98-984d-425d-ac8f-25a4c6c6bc22 req-6e7542ad-d522-4909-8d9c-969b4271609a tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:18.177251 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a8384d98-984d-425d-ac8f-25a4c6c6bc22 req-6e7542ad-d522-4909-8d9c-969b4271609a tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0489948 Oct 12 04:10:18.219253 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a8384d98-984d-425d-ac8f-25a4c6c6bc22 req-45198c49-e336-4cae-9032-edd80f7f3d7c tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359514 Oct 12 04:10:18.856991 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62b304-753e-4c87-bd8c-ff3783b98077 req-ffbf69dd-17cd-4559-b92a-4bb963abe0ce tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:18.858576 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7a62b304-753e-4c87-bd8c-ff3783b98077 req-ffbf69dd-17cd-4559-b92a-4bb963abe0ce tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0488739 Oct 12 04:10:18.897471 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7a62b304-753e-4c87-bd8c-ff3783b98077 req-60d2c31a-49f0-461c-ad30-ae304336737a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324728 Oct 12 04:10:19.132834 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa4d63-14af-4933-a011-670eac63d438 req-bc72a8f8-2727-4bfc-97bc-8ae000abcd14 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:19.134323 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d6aa4d63-14af-4933-a011-670eac63d438 req-bc72a8f8-2727-4bfc-97bc-8ae000abcd14 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0495067 Oct 12 04:10:19.171902 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d6aa4d63-14af-4933-a011-670eac63d438 req-c4e90bd0-2475-4e94-9779-197029c94d13 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314579 Oct 12 04:10:19.332813 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bc26d-c8e6-4622-9470-f8109a365fa8 req-1750b3d8-493e-4ab9-be77-4e55f69fe631 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:19.334207 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7b0bc26d-c8e6-4622-9470-f8109a365fa8 req-1750b3d8-493e-4ab9-be77-4e55f69fe631 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0492618 Oct 12 04:10:19.374849 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7b0bc26d-c8e6-4622-9470-f8109a365fa8 req-2abef6f6-c61c-4f5a-9563-e63816b42e61 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344491 Oct 12 04:10:20.011839 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ba042-2010-41bb-a714-5b4da941b728 req-4a8d9a45-bf18-4ced-b80a-1ef1f4e2a00b tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:20.013351 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6a7ba042-2010-41bb-a714-5b4da941b728 req-4a8d9a45-bf18-4ced-b80a-1ef1f4e2a00b tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0498366 Oct 12 04:10:20.052515 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6a7ba042-2010-41bb-a714-5b4da941b728 req-c5c4d482-5668-4b51-a915-835f3c1dc4d1 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330894 Oct 12 04:10:20.291198 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64b966-5911-4b93-a7e0-233350ed2c31 req-8a93ae7f-31c0-487c-8105-bf4728fedaf1 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:20.292652 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bf64b966-5911-4b93-a7e0-233350ed2c31 req-8a93ae7f-31c0-487c-8105-bf4728fedaf1 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0488014 Oct 12 04:10:20.330774 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bf64b966-5911-4b93-a7e0-233350ed2c31 req-e73c3862-d6ad-49ee-a427-1c836e718f78 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318866 Oct 12 04:10:20.490410 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474925fe-eb85-4b07-b973-5edc40b4291f req-021b1a8d-e77f-40d2-ab78-16440b7e8448 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:20.491887 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-474925fe-eb85-4b07-b973-5edc40b4291f req-021b1a8d-e77f-40d2-ab78-16440b7e8448 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0485716 Oct 12 04:10:20.536029 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-474925fe-eb85-4b07-b973-5edc40b4291f req-f71c8cda-396e-4f11-9893-9277eaf75a93 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376451 Oct 12 04:10:21.171306 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc9d0b-a562-4060-a75a-e18f4099e7ef req-4ba91e83-059f-4a1c-bf19-3b3fda438ef9 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:21.173296 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fefc9d0b-a562-4060-a75a-e18f4099e7ef req-4ba91e83-059f-4a1c-bf19-3b3fda438ef9 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0493617 Oct 12 04:10:21.209864 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fefc9d0b-a562-4060-a75a-e18f4099e7ef req-aab458f7-0b9a-4595-9517-2c2c8ad8ecea tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310509 Oct 12 04:10:21.449221 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710f178-0e91-4546-8be2-8f19a364683a req-54cce808-f226-4759-b1a3-112c47a087fa tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:21.450676 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5710f178-0e91-4546-8be2-8f19a364683a req-54cce808-f226-4759-b1a3-112c47a087fa tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0487833 Oct 12 04:10:21.491125 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5710f178-0e91-4546-8be2-8f19a364683a req-c3178f11-d33f-4c8d-98ac-d1f2ce2b83e7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338054 Oct 12 04:10:21.649433 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd171bc-e7fb-4356-b27d-aed9ebc848e4 req-ef052108-8bd1-493b-9265-6fb80392ac43 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:21.650903 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3cd171bc-e7fb-4356-b27d-aed9ebc848e4 req-ef052108-8bd1-493b-9265-6fb80392ac43 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0478311 Oct 12 04:10:21.691845 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3cd171bc-e7fb-4356-b27d-aed9ebc848e4 req-e2675094-b90f-4852-b7fe-f97cff404ca2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343637 Oct 12 04:10:22.324102 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa80c10-69c3-44b2-bdc0-8cbfa6eee3f1 req-1ef72243-fb5b-4bf5-aa13-5128907193fe tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:22.325622 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5fa80c10-69c3-44b2-bdc0-8cbfa6eee3f1 req-1ef72243-fb5b-4bf5-aa13-5128907193fe tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0489521 Oct 12 04:10:22.362780 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5fa80c10-69c3-44b2-bdc0-8cbfa6eee3f1 req-7880f11d-da2d-43c1-accf-111489f10128 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Oct 12 04:10:22.607518 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985bb44-aca7-472d-8195-fe9a90b90b4c req-63c285f1-e640-4b73-96f9-949d523c5a33 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:22.609010 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5985bb44-aca7-472d-8195-fe9a90b90b4c req-63c285f1-e640-4b73-96f9-949d523c5a33 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0472741 Oct 12 04:10:22.646736 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5985bb44-aca7-472d-8195-fe9a90b90b4c req-1987b4c3-9755-4535-9446-efa948d1831f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312414 Oct 12 04:10:22.804416 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19a5b2-802f-420d-8b3b-f674957294e2 req-6ceab03f-9f96-45ac-89a2-11895a0ba520 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:22.806030 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7c19a5b2-802f-420d-8b3b-f674957294e2 req-6ceab03f-9f96-45ac-89a2-11895a0ba520 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0486608 Oct 12 04:10:22.844787 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7c19a5b2-802f-420d-8b3b-f674957294e2 req-214baf5c-df45-494c-b751-d79f96bd22b0 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329871 Oct 12 04:10:23.476365 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaf687-a1d5-4d4f-87ec-53fd0f80a8e4 req-bb7af0f0-abd6-4101-a0a9-eaa4be951f3c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:23.477815 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-06eaf687-a1d5-4d4f-87ec-53fd0f80a8e4 req-bb7af0f0-abd6-4101-a0a9-eaa4be951f3c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0467265 Oct 12 04:10:23.514253 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-06eaf687-a1d5-4d4f-87ec-53fd0f80a8e4 req-5ec8ae50-4c14-4ad0-a7b5-3eefdc025bad tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306394 Oct 12 04:10:23.764836 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd846092-3102-4a4b-8634-0d1ca561cd2e req-42636c6e-fb1c-4c46-8e86-fbd2707dda8a tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:23.766300 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fd846092-3102-4a4b-8634-0d1ca561cd2e req-42636c6e-fb1c-4c46-8e86-fbd2707dda8a tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0489342 Oct 12 04:10:23.804946 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fd846092-3102-4a4b-8634-0d1ca561cd2e req-a885e661-fc87-47f0-89ab-6c62b18394c3 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328259 Oct 12 04:10:23.953790 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916a7d5-630f-4233-97cb-04a5debc13c8 req-8126de21-7a9d-4bc0-9717-92eac1f05ce3 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:23.955209 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9916a7d5-630f-4233-97cb-04a5debc13c8 req-8126de21-7a9d-4bc0-9717-92eac1f05ce3 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0475197 Oct 12 04:10:23.994614 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9916a7d5-630f-4233-97cb-04a5debc13c8 req-093bb228-0b1c-403c-a56f-e350fc4db262 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336826 Oct 12 04:10:24.625690 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0f73-c7dd-49b0-96be-d97d1c132621 req-11f6132a-d81b-4b09-bb2e-59157715ebcd tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:24.627124 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-436e0f73-c7dd-49b0-96be-d97d1c132621 req-11f6132a-d81b-4b09-bb2e-59157715ebcd tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0465333 Oct 12 04:10:24.664125 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-436e0f73-c7dd-49b0-96be-d97d1c132621 req-6af22a89-2bb0-4cb9-a900-4792cdd28998 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307157 Oct 12 04:10:24.918539 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b559c29-dfd9-4434-959a-d940e0c4d547 req-55dab254-d47e-4290-97d6-6e2c1cfd1610 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:24.919951 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b559c29-dfd9-4434-959a-d940e0c4d547 req-55dab254-d47e-4290-97d6-6e2c1cfd1610 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0467780 Oct 12 04:10:24.956986 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b559c29-dfd9-4434-959a-d940e0c4d547 req-8f6a3c83-0291-4062-b3a1-22281fc78620 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303481 Oct 12 04:10:25.106019 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d345e79-f9e2-4ca8-956d-5d4dcfcac9dd req-e87fdbfb-801f-4580-a1e2-748f7038e8f7 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:25.107386 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5d345e79-f9e2-4ca8-956d-5d4dcfcac9dd req-e87fdbfb-801f-4580-a1e2-748f7038e8f7 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0497272 Oct 12 04:10:25.147063 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5d345e79-f9e2-4ca8-956d-5d4dcfcac9dd req-15042eb2-15e7-42ca-9aa6-20ec8d3f6ed1 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338204 Oct 12 04:10:25.642459 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c12d0b-1a52-4da3-9775-3168b064a931 req-d4f9bfb1-317f-490a-90f4-37eee3b1cfe2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:25.643904 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e6c12d0b-1a52-4da3-9775-3168b064a931 req-d4f9bfb1-317f-490a-90f4-37eee3b1cfe2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0495391 Oct 12 04:10:25.744680 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-e6c12d0b-1a52-4da3-9775-3168b064a931 req-5ee30acd-e56d-4a86-9423-34f8236340ea tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Deleting port ad65733d-ed16-4cd1-b074-c6e9e782b9c7 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:10:25.744963 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e6c12d0b-1a52-4da3-9775-3168b064a931 req-5ee30acd-e56d-4a86-9423-34f8236340ea tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:26.084527 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab27329-3b7c-4963-9fa5-cf470b8d1da9 req-99619c7c-7c3c-4f8e-8532-351ab7980118 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:26.086014 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5ab27329-3b7c-4963-9fa5-cf470b8d1da9 req-99619c7c-7c3c-4f8e-8532-351ab7980118 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.3540730 Oct 12 04:10:26.136015 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0887576-f4d0-42f1-a569-2959a70105bc req-d890b0b6-088c-475a-9c91-748895f8bb7c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:26.137453 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e0887576-f4d0-42f1-a569-2959a70105bc req-d890b0b6-088c-475a-9c91-748895f8bb7c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.1087954 Oct 12 04:10:26.144212 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-e6c12d0b-1a52-4da3-9775-3168b064a931 req-5ee30acd-e56d-4a86-9423-34f8236340ea tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] For port ad65733d-ed16-4cd1-b074-c6e9e782b9c7, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=ad65733d-ed16-4cd1-b074-c6e9e782b9c7,segment=NetworkSegment(a1a92035-ae31-4d03-99a9-f1c217744e33),segment_id=a1a92035-ae31-4d03-99a9-f1c217744e33)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:26.145140 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e6c12d0b-1a52-4da3-9775-3168b064a931 req-5ee30acd-e56d-4a86-9423-34f8236340ea tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:26.169985 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-e6c12d0b-1a52-4da3-9775-3168b064a931 req-5ee30acd-e56d-4a86-9423-34f8236340ea tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Calling delete_port for ad65733d-ed16-4cd1-b074-c6e9e782b9c7 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:10:26.189141 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5ab27329-3b7c-4963-9fa5-cf470b8d1da9 req-ac678ace-019a-434f-9628-40f6fc2f2d80 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960891 Oct 12 04:10:26.238321 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e0887576-f4d0-42f1-a569-2959a70105bc req-8e850453-a48a-4e53-856a-13e36454298b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906725 Oct 12 04:10:26.312815 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2789f02-38a2-4379-b979-afb41a99f7d9 req-fae3c13a-e54b-4069-af0e-951e256dfcf7 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:26.314301 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d2789f02-38a2-4379-b979-afb41a99f7d9 req-fae3c13a-e54b-4069-af0e-951e256dfcf7 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba2c292f-5074-4f40-8e6d-35d9c49304b1 HTTP/1.1" status: 200 len: 943 time: 0.0701900 Oct 12 04:10:26.390201 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d2789f02-38a2-4379-b979-afb41a99f7d9 req-baa1e4c2-b298-497e-9613-b80d70a64798 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691702 Oct 12 04:10:26.391320 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e6c12d0b-1a52-4da3-9775-3168b064a931 req-5ee30acd-e56d-4a86-9423-34f8236340ea tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:26.420675 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee30acd-e56d-4a86-9423-34f8236340ea tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Pushing event deleted for resources: {'Port': ['ID=ad65733d-ed16-4cd1-b074-c6e9e782b9c7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:26.469609 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c12d0b-1a52-4da3-9775-3168b064a931 req-5ee30acd-e56d-4a86-9423-34f8236340ea tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] No DVR routers for this DVR port ad65733d-ed16-4cd1-b074-c6e9e782b9c7 on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:10:26.472210 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e6c12d0b-1a52-4da3-9775-3168b064a931 req-5ee30acd-e56d-4a86-9423-34f8236340ea tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:26.475818 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e6c12d0b-1a52-4da3-9775-3168b064a931 req-5ee30acd-e56d-4a86-9423-34f8236340ea tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.41 "DELETE /v2.0/ports/ad65733d-ed16-4cd1-b074-c6e9e782b9c7 HTTP/1.1" status: 204 len: 173 time: 0.8246276 Oct 12 04:10:26.476277 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2c292f-5074-4f40-8e6d-35d9c49304b1', 'name': 'network-vif-deleted', 'tag': 'ad65733d-ed16-4cd1-b074-c6e9e782b9c7'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:10:26.478555 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb106c0-ab76-4ed3-b6c6-1ca3be1b6199" -d '{"events": [{"server_uuid": "ba2c292f-5074-4f40-8e6d-35d9c49304b1", "name": "network-vif-deleted", "tag": "ad65733d-ed16-4cd1-b074-c6e9e782b9c7"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:10:26.517777 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dded9ba5-034d-46a4-a633-09e360df0dd4 x-openstack-request-id: req-dded9ba5-034d-46a4-a633-09e360df0dd4 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:10:26.518174 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2c292f-5074-4f40-8e6d-35d9c49304b1", "name": "network-vif-deleted", "tag": "ad65733d-ed16-4cd1-b074-c6e9e782b9c7", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:10:26.518507 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dded9ba5-034d-46a4-a633-09e360df0dd4 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:10:26.518999 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2c292f-5074-4f40-8e6d-35d9c49304b1', 'name': 'network-vif-deleted', 'tag': 'ad65733d-ed16-4cd1-b074-c6e9e782b9c7', 'status': 'completed', 'code': 200} Oct 12 04:10:27.359887 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69ea64-411e-4933-9fa0-cdc1f3908bcf req-034142ce-c473-4da5-bce3-7b934ecb77fb tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:27.361337 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ef69ea64-411e-4933-9fa0-cdc1f3908bcf req-034142ce-c473-4da5-bce3-7b934ecb77fb tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0474532 Oct 12 04:10:27.404426 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ef69ea64-411e-4933-9fa0-cdc1f3908bcf req-eb9ff261-f6fd-4da0-a618-101f3511bf86 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372910 Oct 12 04:10:28.244565 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a2c39a9d-798f-449e-8de3-1c307350987f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:28.526600 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105fc01-1f8f-40bd-84ad-2325b115de2e req-d51734ca-a775-4148-8140-76d30dff5b7c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:28.528044 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1105fc01-1f8f-40bd-84ad-2325b115de2e req-d51734ca-a775-4148-8140-76d30dff5b7c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0477531 Oct 12 04:10:28.565111 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1105fc01-1f8f-40bd-84ad-2325b115de2e req-dee3b15f-decf-4d72-87a0-dd23e2044516 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312915 Oct 12 04:10:29.686701 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd82b4-f1a4-4fe7-84e4-70c7d50ca056 req-75fc729f-c802-4540-bc79-74bfe8b36f60 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:29.688211 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6edd82b4-f1a4-4fe7-84e4-70c7d50ca056 req-75fc729f-c802-4540-bc79-74bfe8b36f60 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0511117 Oct 12 04:10:29.726266 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6edd82b4-f1a4-4fe7-84e4-70c7d50ca056 req-cd908964-f5ee-45c3-b551-bbfa8c77d370 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322738 Oct 12 04:10:30.659778 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a254f2e1-feaf-4e8b-831c-de42c6738114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:30.843042 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767e392-786f-4427-8ee4-dd5c6b037264 req-5a068132-5ac5-4a03-91d9-3f0139de6054 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:30.844458 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2767e392-786f-4427-8ee4-dd5c6b037264 req-5a068132-5ac5-4a03-91d9-3f0139de6054 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 943 time: 0.0477989 Oct 12 04:10:30.880546 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2767e392-786f-4427-8ee4-dd5c6b037264 req-5af9d526-0f43-4675-a07a-6d06e0408aa7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297670 Oct 12 04:10:30.894399 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 3474824e-4f7b-4a89-bc74-581693926ecc details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:10:30.987902 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 3474824e-4f7b-4a89-bc74-581693926ecc, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3474824e-4f7b-4a89-bc74-581693926ecc,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:30.999770 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '3474824e-4f7b-4a89-bc74-581693926ecc', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'port_id': '3474824e-4f7b-4a89-bc74-581693926ecc', 'mac_address': 'fa:16:3e:43:b3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:10:31.036707 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:31.049193 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3474824e-4f7b-4a89-bc74-581693926ecc {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:10:31.067922 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 3474824e-4f7b-4a89-bc74-581693926ecc, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3474824e-4f7b-4a89-bc74-581693926ecc,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:31.071799 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:31.122196 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=3474824e-4f7b-4a89-bc74-581693926ecc,revision_number=9']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:31.265104 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-141e57a6-47af-47d0-843e-25fbfd514545 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:31.266552 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-141e57a6-47af-47d0-843e-25fbfd514545 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/networks?id=ee64e458-5e6c-458b-a5ce-e667e1fc4509 HTTP/1.1" status: 200 len: 814 time: 0.1039116 Oct 12 04:10:31.281536 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-c9e0b1c0-9474-4eed-b6d9-e84b60a600dc tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/quotas/88fd13f02efd472ab42de58bb963df4a HTTP/1.1" status: 200 len: 375 time: 0.0086868 Oct 12 04:10:31.312657 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-0aaf99d7-c55b-43e6-a7e5-13ffa29a2750 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=88fd13f02efd472ab42de58bb963df4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253921 Oct 12 04:10:31.404577 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-047c576b-0547-435f-ae78-d1277f89fe80 service neutron] 10.222.0.31 "GET /v2.0/networks/ee64e458-5e6c-458b-a5ce-e667e1fc4509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848672 Oct 12 04:10:31.459071 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['3474824e-4f7b-4a89-bc74-581693926ecc'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:10:31.499477 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-b714b125-6f9c-4867-b340-65f0f0f52fd3 service neutron] 10.222.0.31 "GET /v2.0/networks/ee64e458-5e6c-458b-a5ce-e667e1fc4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887024 Oct 12 04:10:31.641439 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:31.706196 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c613af59-b121-4c5f-9c05-1b3a81dd0369 req-f39d5d8d-9579-4d52-b57d-91b85eace05b tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 210 time: 0.0624139 Oct 12 04:10:31.717289 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:31.773017 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-0951c240-9b32-4a3c-8a95-283d60a88e5d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:31.774667 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-0951c240-9b32-4a3c-8a95-283d60a88e5d tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/networks?id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf HTTP/1.1" status: 200 len: 815 time: 0.1406181 Oct 12 04:10:31.789389 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-7580c509-c15c-4b8d-a5fc-b87698a68b38 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/quotas/78307d826ef04ad5ae630720c59affaa HTTP/1.1" status: 200 len: 375 time: 0.0088656 Oct 12 04:10:31.845379 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-85be0ead-6289-4a15-8a70-22db1d21cb48 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=78307d826ef04ad5ae630720c59affaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499785 Oct 12 04:10:31.944309 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-87200336-77af-43d5-a979-59b3f06dfe2a service neutron] 10.222.0.31 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920391 Oct 12 04:10:32.052366 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c36bf3-1d91-4256-b3f9-690239635591 req-810b22df-b17c-4e53-8a44-3cc7cd187ab8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:32.053764 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-43c36bf3-1d91-4256-b3f9-690239635591 req-810b22df-b17c-4e53-8a44-3cc7cd187ab8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 944 time: 0.0940645 Oct 12 04:10:32.088829 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-638ba501-1413-4aa8-bc23-5d18b3028bde service neutron] 10.222.0.31 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371052 Oct 12 04:10:32.105534 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-43c36bf3-1d91-4256-b3f9-690239635591 req-86cc5c06-5e64-40c8-b84c-8ff8bebacc86 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453062 Oct 12 04:10:32.243665 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-21a5d6bc-8db0-4883-ae2d-666b1beef7e0 req-10117eb4-88f2-4ce5-8ca4-e9f4b5967aed tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 210 time: 0.0266919 Oct 12 04:10:32.726484 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-9792763b-4012-47db-958c-56e1d16640a2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:32.727962 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-9792763b-4012-47db-958c-56e1d16640a2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.41 "GET /v2.0/networks?id=ee64e458-5e6c-458b-a5ce-e667e1fc4509 HTTP/1.1" status: 200 len: 814 time: 0.1123011 Oct 12 04:10:32.750273 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-3fc8d5e2-f390-470c-8960-0b2336815521 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Request body: {'port': {'device_id': '0a47cd88-01be-4e0e-aa11-f61ece572f20', 'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509', 'admin_state_up': True, 'tenant_id': '88fd13f02efd472ab42de58bb963df4a'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:10:32.825167 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b71fbbe6-42ec-420a-b174-13154036c5ca req-213af225-dc4c-41ce-b5f0-44ad1cb469b6 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 210 time: 0.0292323 Oct 12 04:10:32.888152 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-3fc8d5e2-f390-470c-8960-0b2336815521 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Made reservation on behalf of 88fd13f02efd472ab42de58bb963df4a for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:10:32.891467 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-3fc8d5e2-f390-470c-8960-0b2336815521 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:32.909055 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 3474824e-4f7b-4a89-bc74-581693926ecc up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:10:32.955942 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 3474824e-4f7b-4a89-bc74-581693926ecc triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:10:32.956301 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:33.011962 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-3fc8d5e2-f390-470c-8960-0b2336815521 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Allocated IP 172.20.0.12 (ee64e458-5e6c-458b-a5ce-e667e1fc4509/bc386ec3-6742-44ba-a7de-fd7160b1ce9b/c8ad85de-7318-458e-b76d-af27e495625d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:10:33.034050 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:33.057020 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:10:33.059249 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6c7a4e-1e7a-41b5-97e1-2295515d8ec4" -d '{"events": [{"server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "name": "network-vif-plugged", "status": "completed", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:10:33.072244 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 3474824e-4f7b-4a89-bc74-581693926ecc, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3474824e-4f7b-4a89-bc74-581693926ecc,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:33.078745 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:33.116894 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d74926-599a-4cea-a300-461a6b1a4e91 x-openstack-request-id: req-29d74926-599a-4cea-a300-461a6b1a4e91 {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:10:33.117378 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "name": "network-vif-plugged", "status": "completed", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:10:33.117632 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29d74926-599a-4cea-a300-461a6b1a4e91 {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:10:33.118006 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc', 'code': 200} Oct 12 04:10:33.135526 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=3474824e-4f7b-4a89-bc74-581693926ecc,revision_number=10']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:33.178677 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-3fc8d5e2-f390-470c-8960-0b2336815521 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:33.304202 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-3fc8d5e2-f390-470c-8960-0b2336815521 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:33.314911 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc0f91-81e3-450d-9349-395faf1b0dce req-830721c4-a42b-42e4-968c-0a802a37d596 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:33.316381 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-46cc0f91-81e3-450d-9349-395faf1b0dce req-830721c4-a42b-42e4-968c-0a802a37d596 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 946 time: 0.1321692 Oct 12 04:10:33.407292 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa41310c-5cb9-4696-9aa7-e8446ae1283c req-e4dc6ae7-ec3b-43cd-84d4-8faf611d7823 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 210 time: 0.0795219 Oct 12 04:10:33.432450 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-3fc8d5e2-f390-470c-8960-0b2336815521 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Network ee64e458-5e6c-458b-a5ce-e667e1fc4509 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:10:33.432450 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-38fd5eb5-04e1-4078-867c-7366e02ee5f0 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:33.432450 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-38fd5eb5-04e1-4078-867c-7366e02ee5f0 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "GET /v2.0/networks?id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf HTTP/1.1" status: 200 len: 815 time: 0.2364678 Oct 12 04:10:33.438114 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-3fc8d5e2-f390-470c-8960-0b2336815521 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:10:33.443430 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-3fc8d5e2-f390-470c-8960-0b2336815521 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:10:33.452274 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8d5e2-f390-470c-8960-0b2336815521 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Pushing event updated for resources: {'Port': ['ID=c8ad85de-7318-458e-b76d-af27e495625d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:33.460759 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-f40cf5f9-100e-4277-95e6-de53032c5d2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Request body: {'port': {'device_id': '944509b4-f88a-4e26-91a4-bb5d106bd1d3', 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf', 'admin_state_up': True, 'tenant_id': '78307d826ef04ad5ae630720c59affaa'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:10:33.495606 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-46cc0f91-81e3-450d-9349-395faf1b0dce req-df7aa9c1-71d0-4af0-abfb-d4427d884d6c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716781 Oct 12 04:10:33.552894 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-3fc8d5e2-f390-470c-8960-0b2336815521 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:33.553488 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-3fc8d5e2-f390-470c-8960-0b2336815521 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:33.581819 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-3fc8d5e2-f390-470c-8960-0b2336815521 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8396719 Oct 12 04:10:33.595891 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Request body: {'port': {'device_id': '0a47cd88-01be-4e0e-aa11-f61ece572f20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:10:33.628147 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:33.663026 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-f40cf5f9-100e-4277-95e6-de53032c5d2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Made reservation on behalf of 78307d826ef04ad5ae630720c59affaa for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:10:33.666548 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-f40cf5f9-100e-4277-95e6-de53032c5d2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:33.668841 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:34.212425 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bfc6d-3b46-4bd1-b2a9-e055b7f3086a req-80839e79-3c54-438e-a1f2-e6d450449f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:34.213903 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1f8bfc6d-3b46-4bd1-b2a9-e055b7f3086a req-80839e79-3c54-438e-a1f2-e6d450449f0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 1099 time: 0.3932738 Oct 12 04:10:34.225326 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-f40cf5f9-100e-4277-95e6-de53032c5d2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Allocated IP 172.20.0.4 (aa8d516a-0594-4ec1-b1bc-b927d39d01bf/3fef145e-952a-4f2c-9261-cac12dbcaaf4/8b4e9038-7994-4cf1-a6a4-674b59392e7a) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:10:34.276678 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc28f22-78f9-4d73-bb7a-62c1f3a3fbcf req-399768f9-9128-4826-94fe-6c25e72e8ce7 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:34.278148 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fbc28f22-78f9-4d73-bb7a-62c1f3a3fbcf req-399768f9-9128-4826-94fe-6c25e72e8ce7 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 932 time: 0.3787990 Oct 12 04:10:34.341460 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1f8bfc6d-3b46-4bd1-b2a9-e055b7f3086a req-4ef2dbc7-5bcf-4d1a-bb75-286b9295811e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179261 Oct 12 04:10:34.381492 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fbc28f22-78f9-4d73-bb7a-62c1f3a3fbcf req-01d945bd-9749-4e95-b27d-52457f869c86 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926502 Oct 12 04:10:34.478094 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ad85de-7318-458e-b76d-af27e495625d {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:10:34.502540 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:34.526125 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f8570c88-c8bf-46f4-80a2-c65264b34de6 req-255d5f47-f7d4-4f7e-9c14-4604ed4f8658 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 210 time: 0.0436003 Oct 12 04:10:34.541457 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Transition to ACTIVE for port object c8ad85de-7318-458e-b76d-af27e495625d will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:10:34.551760 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:34.555625 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-f40cf5f9-100e-4277-95e6-de53032c5d2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:34.652053 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad85de-7318-458e-b76d-af27e495625d,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:34.708432 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-f40cf5f9-100e-4277-95e6-de53032c5d2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:34.716636 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9285b6-1f50-40cc-9d8a-5605f08e0319 req-b2bf354e-424f-4605-83a3-aec61654084b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:34.718111 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fe9285b6-1f50-40cc-9d8a-5605f08e0319 req-b2bf354e-424f-4605-83a3-aec61654084b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 946 time: 0.1319971 Oct 12 04:10:34.719746 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['18e8236c-0063-460f-b57a-a9d32f0dcd0c', '5f281a99-59b1-4571-b16d-ba5140ae40ae', 'cb938d04-c6b5-4d89-8d1a-41cebbee1dce'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:10:34.788687 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-f40cf5f9-100e-4277-95e6-de53032c5d2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Network aa8d516a-0594-4ec1-b1bc-b927d39d01bf is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:10:34.805311 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-f40cf5f9-100e-4277-95e6-de53032c5d2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:10:34.813460 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-f40cf5f9-100e-4277-95e6-de53032c5d2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:10:34.817558 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cf5f9-100e-4277-95e6-de53032c5d2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Pushing event updated for resources: {'Port': ['ID=8b4e9038-7994-4cf1-a6a4-674b59392e7a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:34.824960 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Attempting to bind port c8ad85de-7318-458e-b76d-af27e495625d on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:10:34.825421 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Attempting to bind port c8ad85de-7318-458e-b76d-af27e495625d by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': 'a1a92035-ae31-4d03-99a9-f1c217744e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:10:34.825603 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Attempting to bind port c8ad85de-7318-458e-b76d-af27e495625d on network ee64e458-5e6c-458b-a5ce-e667e1fc4509 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:10:34.849064 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fe9285b6-1f50-40cc-9d8a-5605f08e0319 req-469390db-76ee-4e54-b720-c83cd3c72f93 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211226 Oct 12 04:10:34.851808 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Port c8ad85de-7318-458e-b76d-af27e495625d on network ee64e458-5e6c-458b-a5ce-e667e1fc4509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:10:34.852170 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Attempting to bind port c8ad85de-7318-458e-b76d-af27e495625d on network ee64e458-5e6c-458b-a5ce-e667e1fc4509 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:10:34.864080 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:10:34.864976 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Checking segment: {'id': 'a1a92035-ae31-4d03-99a9-f1c217744e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:10:34.865143 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Bound using segment: {'id': 'a1a92035-ae31-4d03-99a9-f1c217744e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:10:34.865584 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Bound port: c8ad85de-7318-458e-b76d-af27e495625d, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a92035-ae31-4d03-99a9-f1c217744e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:10:34.865939 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:34.883037 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-f40cf5f9-100e-4277-95e6-de53032c5d2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:34.883632 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-f40cf5f9-100e-4277-95e6-de53032c5d2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:34.921361 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-f40cf5f9-100e-4277-95e6-de53032c5d2c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4697447 Oct 12 04:10:34.936183 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Request body: {'port': {'device_id': '944509b4-f88a-4e26-91a4-bb5d106bd1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:10:34.984418 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] For port c8ad85de-7318-458e-b76d-af27e495625d, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:10:34.988228 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] For port c8ad85de-7318-458e-b76d-af27e495625d, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c8ad85de-7318-458e-b76d-af27e495625d,segment=NetworkSegment(a1a92035-ae31-4d03-99a9-f1c217744e33),segment_id=a1a92035-ae31-4d03-99a9-f1c217744e33)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:10:35.005411 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:35.038382 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:35.053362 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:35.053951 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:35.055281 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] 10.222.0.41 "PUT /v2.0/ports/c8ad85de-7318-458e-b76d-af27e495625d HTTP/1.1" status: 200 len: 1094 time: 1.4633160 Oct 12 04:10:35.055703 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a47cd88-01be-4e0e-aa11-f61ece572f20', 'tag': 'c8ad85de-7318-458e-b76d-af27e495625d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:10:35.057936 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0161b5-aa49-443d-9c28-e621528e9cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "0a47cd88-01be-4e0e-aa11-f61ece572f20", "tag": "c8ad85de-7318-458e-b76d-af27e495625d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:10:35.105723 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb8576e-4c86-4d76-a7a5-5b4d9004c60d x-openstack-request-id: req-dbb8576e-4c86-4d76-a7a5-5b4d9004c60d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:10:35.106016 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a47cd88-01be-4e0e-aa11-f61ece572f20", "tag": "c8ad85de-7318-458e-b76d-af27e495625d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:10:35.106268 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbb8576e-4c86-4d76-a7a5-5b4d9004c60d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:10:35.106660 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a47cd88-01be-4e0e-aa11-f61ece572f20', 'tag': 'c8ad85de-7318-458e-b76d-af27e495625d', 'status': 'completed', 'code': 200} Oct 12 04:10:35.120187 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a086d2-c874-4afe-86f8-d7bbb4b1afc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad85de-7318-458e-b76d-af27e495625d,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:35.222152 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-0ee5e877-abb4-4f67-9dbf-8860ebd5bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:35.223655 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-0ee5e877-abb4-4f67-9dbf-8860ebd5bad3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88fd13f02efd472ab42de58bb963df4a&device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 1097 time: 0.1126838 Oct 12 04:10:35.276516 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-c89c848c-ff75-4eb7-9711-75deafcc3cb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8ad85de-7318-458e-b76d-af27e495625d HTTP/1.1" status: 200 len: 217 time: 0.0440578 Oct 12 04:10:35.361986 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-a17efd68-a902-40f4-98d9-0edeb63db9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:35.363381 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-a17efd68-a902-40f4-98d9-0edeb63db9fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc386ec3-6742-44ba-a7de-fd7160b1ce9b HTTP/1.1" status: 200 len: 854 time: 0.0601473 Oct 12 04:10:35.404628 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-d4e34f23-7fc1-4c2f-895a-13a62cd80fa4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee64e458-5e6c-458b-a5ce-e667e1fc4509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306108 Oct 12 04:10:35.540485 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4e9038-7994-4cf1-a6a4-674b59392e7a {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:10:35.559330 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:35.588755 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814b346-151a-4822-b7d4-383cc7a43211 req-75a0bbcf-6189-4c1d-8fa6-37414e12ae90 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:35.590241 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2814b346-151a-4822-b7d4-383cc7a43211 req-75a0bbcf-6189-4c1d-8fa6-37414e12ae90 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 944 time: 0.1245608 Oct 12 04:10:35.591976 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-35a7ed29-ff68-4ed1-9b35-791aff43a28b service neutron] 10.222.0.41 "GET /v2.0/networks/ee64e458-5e6c-458b-a5ce-e667e1fc4509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776149 Oct 12 04:10:35.594541 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Transition to ACTIVE for port object 8b4e9038-7994-4cf1-a6a4-674b59392e7a will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:10:35.613460 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:35.749261 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2814b346-151a-4822-b7d4-383cc7a43211 req-1c72a721-ee45-4a2a-b110-0ce7b0e0b616 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524537 Oct 12 04:10:35.753823 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4e9038-7994-4cf1-a6a4-674b59392e7a,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:35.775987 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f27d16-c379-4f09-8b4f-1e588e40bd1d req-b5b241d6-d573-4dec-bf16-4a1a4fa76633 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:35.777463 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-59f27d16-c379-4f09-8b4f-1e588e40bd1d req-b5b241d6-d573-4dec-bf16-4a1a4fa76633 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 943 time: 0.1818967 Oct 12 04:10:35.846863 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-260751ac-79c0-4c1b-9791-b7c16b5e7dc4 req-c05c41d7-3b19-474a-9c5c-ddec6a037c5e service neutron] 10.222.0.41 "GET /v2.0/networks/ee64e458-5e6c-458b-a5ce-e667e1fc4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363577 Oct 12 04:10:35.873166 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-59f27d16-c379-4f09-8b4f-1e588e40bd1d req-751035af-e239-4aa3-a1d3-f83705fe96f1 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769131 Oct 12 04:10:35.895736 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Attempting to bind port 8b4e9038-7994-4cf1-a6a4-674b59392e7a on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:10:35.895736 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Attempting to bind port 8b4e9038-7994-4cf1-a6a4-674b59392e7a by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:10:35.895736 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Attempting to bind port 8b4e9038-7994-4cf1-a6a4-674b59392e7a on network aa8d516a-0594-4ec1-b1bc-b927d39d01bf {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:10:35.895736 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Port 8b4e9038-7994-4cf1-a6a4-674b59392e7a on network aa8d516a-0594-4ec1-b1bc-b927d39d01bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:10:35.895736 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Attempting to bind port 8b4e9038-7994-4cf1-a6a4-674b59392e7a on network aa8d516a-0594-4ec1-b1bc-b927d39d01bf {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:10:35.898071 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:10:35.898408 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Checking segment: {'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:10:35.898781 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Bound using segment: {'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:10:35.899205 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Bound port: 8b4e9038-7994-4cf1-a6a4-674b59392e7a, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b55ae27-1570-4e1b-b22f-13a1fa551ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:10:35.899555 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:36.018171 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0161b5-aa49-443d-9c28-e621528e9cf0 req-5b40f7de-b7a1-40f8-837b-8d9eca9349dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:36.019513 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa0161b5-aa49-443d-9c28-e621528e9cf0 req-5b40f7de-b7a1-40f8-837b-8d9eca9349dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88fd13f02efd472ab42de58bb963df4a&device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 1097 time: 0.1109624 Oct 12 04:10:36.026165 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] For port 8b4e9038-7994-4cf1-a6a4-674b59392e7a, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:10:36.030887 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] For port 8b4e9038-7994-4cf1-a6a4-674b59392e7a, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8b4e9038-7994-4cf1-a6a4-674b59392e7a,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:10:36.044567 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cd800-b40f-425a-b4f5-478a23f0839d req-663926b8-cc31-4ddd-9f66-aa5bb3e914db tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:36.045944 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-eb4cd800-b40f-425a-b4f5-478a23f0839d req-663926b8-cc31-4ddd-9f66-aa5bb3e914db tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 946 time: 0.1110880 Oct 12 04:10:36.048469 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:36.141606 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:36.142210 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:36.143547 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] 10.222.0.41 "PUT /v2.0/ports/8b4e9038-7994-4cf1-a6a4-674b59392e7a HTTP/1.1" status: 200 len: 1093 time: 1.2126825 Oct 12 04:10:36.178649 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193ca63-64f3-4bf4-8c48-0ee427c2af95 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4e9038-7994-4cf1-a6a4-674b59392e7a,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:36.196401 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-eb4cd800-b40f-425a-b4f5-478a23f0839d req-4992144b-4837-422f-a859-a218a429248f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115220 Oct 12 04:10:36.230771 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0161b5-aa49-443d-9c28-e621528e9cf0 req-1c23d0ab-ba81-4ed1-86c5-cbb9325af521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:36.232103 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa0161b5-aa49-443d-9c28-e621528e9cf0 req-1c23d0ab-ba81-4ed1-86c5-cbb9325af521 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee64e458-5e6c-458b-a5ce-e667e1fc4509 HTTP/1.1" status: 200 len: 915 time: 0.2032084 Oct 12 04:10:36.250878 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-69457c67-6d9d-4f63-9dbb-907e1f246635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:36.252310 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-69457c67-6d9d-4f63-9dbb-907e1f246635 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78307d826ef04ad5ae630720c59affaa&device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 1096 time: 0.0591941 Oct 12 04:10:36.285645 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa0161b5-aa49-443d-9c28-e621528e9cf0 req-1b1bc9f9-0c2f-4fb3-8412-ccd0941e1369 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8ad85de-7318-458e-b76d-af27e495625d HTTP/1.1" status: 200 len: 217 time: 0.0445395 Oct 12 04:10:36.326416 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-ea26791f-62f3-4b85-b6b6-521b3b45fe91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4e9038-7994-4cf1-a6a4-674b59392e7a HTTP/1.1" status: 200 len: 217 time: 0.0473492 Oct 12 04:10:36.391335 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0161b5-aa49-443d-9c28-e621528e9cf0 req-eb7a0594-8fc7-40fe-ae6f-8cfc5d140ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:36.392566 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa0161b5-aa49-443d-9c28-e621528e9cf0 req-eb7a0594-8fc7-40fe-ae6f-8cfc5d140ccc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc386ec3-6742-44ba-a7de-fd7160b1ce9b HTTP/1.1" status: 200 len: 854 time: 0.0756044 Oct 12 04:10:36.400046 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-cc5c11c4-d458-4724-a86c-ca1d1a38adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:36.401424 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-cc5c11c4-d458-4724-a86c-ca1d1a38adf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fef145e-952a-4f2c-9261-cac12dbcaaf4 HTTP/1.1" status: 200 len: 855 time: 0.0573916 Oct 12 04:10:36.432368 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa0161b5-aa49-443d-9c28-e621528e9cf0 req-cafb65c5-8b8c-4d7c-bdc6-dbc9a4736f8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee64e458-5e6c-458b-a5ce-e667e1fc4509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300243 Oct 12 04:10:36.450958 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-958dd8bc-b9a4-4a20-bef9-3d23cae83c35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413311 Oct 12 04:10:36.851144 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa0161b5-aa49-443d-9c28-e621528e9cf0 req-d2c2ebed-53c4-4417-bad0-cb2f2d2f9b48 service neutron] 10.222.0.41 "GET /v2.0/networks/ee64e458-5e6c-458b-a5ce-e667e1fc4509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022410 Oct 12 04:10:36.858135 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-c94c1c66-dd14-4a78-8d20-f80128770d3b service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993804 Oct 12 04:10:36.977336 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1ff80-f47f-4ea6-8f4c-c15b199d2781 req-91fa8df9-4635-4b24-bd34-96500081797a tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:36.978754 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30c1ff80-f47f-4ea6-8f4c-c15b199d2781 req-91fa8df9-4635-4b24-bd34-96500081797a tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 944 time: 0.1617770 Oct 12 04:10:37.086489 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa0161b5-aa49-443d-9c28-e621528e9cf0 req-9755d6a0-09cb-46f9-8e23-483c522fd1a9 service neutron] 10.222.0.41 "GET /v2.0/networks/ee64e458-5e6c-458b-a5ce-e667e1fc4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267880 Oct 12 04:10:37.096726 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e6c9b-03b7-45c2-b75f-a0c5317da33d req-046a771d-2d99-403e-bc13-dd85c11092c2 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:37.098720 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b63e6c9b-03b7-45c2-b75f-a0c5317da33d req-046a771d-2d99-403e-bc13-dd85c11092c2 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 943 time: 0.1468232 Oct 12 04:10:37.101158 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8cd27c47-0b88-4126-826d-1e269c594cf1 req-0bc7d865-440e-4504-a7f6-33326d873ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320864 Oct 12 04:10:37.103793 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30c1ff80-f47f-4ea6-8f4c-c15b199d2781 req-ba1d66af-7a29-4f49-82ac-6d5997ed01a9 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043146 Oct 12 04:10:37.110231 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944509b4-f88a-4e26-91a4-bb5d106bd1d3', 'tag': '8b4e9038-7994-4cf1-a6a4-674b59392e7a'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:10:37.112845 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ff0809-1ed2-4dee-9031-4de80e729f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "944509b4-f88a-4e26-91a4-bb5d106bd1d3", "tag": "8b4e9038-7994-4cf1-a6a4-674b59392e7a"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:10:37.144411 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b63e6c9b-03b7-45c2-b75f-a0c5317da33d req-688a79ff-bbf2-470b-bf02-a2d1856591d6 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396094 Oct 12 04:10:37.150989 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffc25cb-7ee1-408f-8f97-5f6dc527bb30 x-openstack-request-id: req-8ffc25cb-7ee1-408f-8f97-5f6dc527bb30 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:10:37.151335 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944509b4-f88a-4e26-91a4-bb5d106bd1d3", "tag": "8b4e9038-7994-4cf1-a6a4-674b59392e7a", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:10:37.151522 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ffc25cb-7ee1-408f-8f97-5f6dc527bb30 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:10:37.151967 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944509b4-f88a-4e26-91a4-bb5d106bd1d3', 'tag': '8b4e9038-7994-4cf1-a6a4-674b59392e7a', 'status': 'completed', 'code': 200} Oct 12 04:10:37.217778 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff0809-1ed2-4dee-9031-4de80e729f0a req-72f81039-55d3-4df4-9789-2492e9ce3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:37.219207 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f7ff0809-1ed2-4dee-9031-4de80e729f0a req-72f81039-55d3-4df4-9789-2492e9ce3429 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78307d826ef04ad5ae630720c59affaa&device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 1096 time: 0.0391755 Oct 12 04:10:37.346411 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a14fd-1ad2-48b8-833d-2c465e7b748b req-e2188291-7503-477f-b14c-da45e189c735 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:37.348248 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-790a14fd-1ad2-48b8-833d-2c465e7b748b req-e2188291-7503-477f-b14c-da45e189c735 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 946 time: 0.0760639 Oct 12 04:10:37.350235 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:37.353726 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff0809-1ed2-4dee-9031-4de80e729f0a req-d3119e85-5f01-46c3-bc79-ae8e98e1d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:37.355091 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f7ff0809-1ed2-4dee-9031-4de80e729f0a req-d3119e85-5f01-46c3-bc79-ae8e98e1d5bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf HTTP/1.1" status: 200 len: 916 time: 0.1277990 Oct 12 04:10:37.409838 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f7ff0809-1ed2-4dee-9031-4de80e729f0a req-721734fd-201a-4650-8882-93270b315a5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4e9038-7994-4cf1-a6a4-674b59392e7a HTTP/1.1" status: 200 len: 217 time: 0.0410028 Oct 12 04:10:37.430228 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-790a14fd-1ad2-48b8-833d-2c465e7b748b req-64cba03e-2b1f-448f-af16-64602e1e9f6b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742412 Oct 12 04:10:37.463980 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff0809-1ed2-4dee-9031-4de80e729f0a req-9659fc30-ef07-42e3-92c3-1847a3432fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:37.465436 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f7ff0809-1ed2-4dee-9031-4de80e729f0a req-9659fc30-ef07-42e3-92c3-1847a3432fc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fef145e-952a-4f2c-9261-cac12dbcaaf4 HTTP/1.1" status: 200 len: 855 time: 0.0477977 Oct 12 04:10:37.497510 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f7ff0809-1ed2-4dee-9031-4de80e729f0a req-8394633d-0051-4883-a21b-aece61df2a97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8d516a-0594-4ec1-b1bc-b927d39d01bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231011 Oct 12 04:10:37.587911 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f7ff0809-1ed2-4dee-9031-4de80e729f0a req-4d662051-e106-4473-a225-ae0d6e91fcea service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824237 Oct 12 04:10:37.674506 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f7ff0809-1ed2-4dee-9031-4de80e729f0a req-4e4d2f4f-8c57-4ab0-8288-712d187d8464 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794570 Oct 12 04:10:37.918771 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0efa082-c6f7-4e9d-a021-4ec71a8e97a1 req-a8424b5f-597b-4171-9a86-063f4abe535c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379186 Oct 12 04:10:37.983305 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efa082-c6f7-4e9d-a021-4ec71a8e97a1 req-98a3cd90-0b33-4bdd-8453-b29141d697bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:37.984713 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0efa082-c6f7-4e9d-a021-4ec71a8e97a1 req-98a3cd90-0b33-4bdd-8453-b29141d697bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f9ac90f88040c3833900e39b1ed7dd&device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 1098 time: 0.0415466 Oct 12 04:10:38.086156 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efa082-c6f7-4e9d-a021-4ec71a8e97a1 req-97be4e05-d557-4f00-bc4f-197113c0b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:38.087595 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0efa082-c6f7-4e9d-a021-4ec71a8e97a1 req-97be4e05-d557-4f00-bc4f-197113c0b5e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7f3c47f-4b81-485b-9d33-ea0da313960a HTTP/1.1" status: 200 len: 912 time: 0.0829363 Oct 12 04:10:38.155502 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0efa082-c6f7-4e9d-a021-4ec71a8e97a1 req-b2c5e56d-e80c-45ad-9d8c-65ae4f96ad5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e HTTP/1.1" status: 200 len: 1001 time: 0.0603404 Oct 12 04:10:38.259171 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efa082-c6f7-4e9d-a021-4ec71a8e97a1 req-12820a2a-ddb9-4f45-8a0e-a074ef1f496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:38.260514 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0efa082-c6f7-4e9d-a021-4ec71a8e97a1 req-12820a2a-ddb9-4f45-8a0e-a074ef1f496e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139536c0-48c7-47be-9f6b-47818cfbaa4b HTTP/1.1" status: 200 len: 850 time: 0.0975835 Oct 12 04:10:38.287062 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0a0c-52ce-4b41-90f1-85aa7e5688b0 req-4eb1c91f-4741-470a-a541-992046222f63 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:38.288428 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f1da0a0c-52ce-4b41-90f1-85aa7e5688b0 req-4eb1c91f-4741-470a-a541-992046222f63 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 944 time: 0.1171219 Oct 12 04:10:38.317584 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd751f1-0330-45a8-9e19-8b626202be66 req-0bc6e681-51db-49f2-9d2e-909fd4500c67 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:38.318998 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-acd751f1-0330-45a8-9e19-8b626202be66 req-0bc6e681-51db-49f2-9d2e-909fd4500c67 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 943 time: 0.1028316 Oct 12 04:10:38.371085 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efa082-c6f7-4e9d-a021-4ec71a8e97a1 req-69dcfa8e-f994-408c-911e-80ce054e77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:38.372507 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0efa082-c6f7-4e9d-a021-4ec71a8e97a1 req-69dcfa8e-f994-408c-911e-80ce054e77c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7f3c47f-4b81-485b-9d33-ea0da313960a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1017368 Oct 12 04:10:38.380338 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f1da0a0c-52ce-4b41-90f1-85aa7e5688b0 req-c6c7d9ab-b3cf-43d5-98a7-01510101f502 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736101 Oct 12 04:10:38.395077 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-acd751f1-0330-45a8-9e19-8b626202be66 req-cdb086ba-591f-42c2-a9e1-d497fb916657 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689926 Oct 12 04:10:38.470509 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0efa082-c6f7-4e9d-a021-4ec71a8e97a1 req-70e1324b-8416-496d-a0d8-74e03153a221 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892715 Oct 12 04:10:38.557283 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0efa082-c6f7-4e9d-a021-4ec71a8e97a1 req-5ee2b497-b26d-4411-9bb7-8677b1272da7 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789688 Oct 12 04:10:39.525556 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5932ead-7d1f-4039-a608-6ce9c5a06609 req-6ca19899-70e0-4e39-989f-f2513b790386 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:39.526993 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e5932ead-7d1f-4039-a608-6ce9c5a06609 req-6ca19899-70e0-4e39-989f-f2513b790386 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 944 time: 0.0796406 Oct 12 04:10:39.539134 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fade5f-7d68-4a63-912d-c985ec6ef7c6 req-4ead514b-a6ea-4cf9-9f8c-2c21a6a2884a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:39.540492 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b4fade5f-7d68-4a63-912d-c985ec6ef7c6 req-4ead514b-a6ea-4cf9-9f8c-2c21a6a2884a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 943 time: 0.0680735 Oct 12 04:10:39.591453 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e5932ead-7d1f-4039-a608-6ce9c5a06609 req-165d727e-d0e9-470c-a89a-7d9f8627e354 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500205 Oct 12 04:10:39.598877 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b4fade5f-7d68-4a63-912d-c985ec6ef7c6 req-2ad04958-1d1c-4600-ba91-f1f113d1cdd7 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514452 Oct 12 04:10:40.732363 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e2ea8-160f-42fc-8bf7-e550f3125d6f req-5c43fbcd-f4b4-493f-80b9-5d2f4d3fa31a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:40.733837 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9e3e2ea8-160f-42fc-8bf7-e550f3125d6f req-5c43fbcd-f4b4-493f-80b9-5d2f4d3fa31a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 943 time: 0.0652630 Oct 12 04:10:40.741568 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba077837-5708-4c01-b0dd-1e7016035f25 req-e0f9e6a4-0e27-4ba1-9dab-11b45222b533 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:40.742918 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ba077837-5708-4c01-b0dd-1e7016035f25 req-e0f9e6a4-0e27-4ba1-9dab-11b45222b533 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 944 time: 0.0845699 Oct 12 04:10:40.798594 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9e3e2ea8-160f-42fc-8bf7-e550f3125d6f req-7178ba70-bd19-4f6b-8d76-d783063fce2e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547595 Oct 12 04:10:40.803851 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ba077837-5708-4c01-b0dd-1e7016035f25 req-17a672bf-062a-4ac6-964d-5e0110879d9f tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544753 Oct 12 04:10:40.965406 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 8b4e9038-7994-4cf1-a6a4-674b59392e7a details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:10:41.058731 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 8b4e9038-7994-4cf1-a6a4-674b59392e7a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8b4e9038-7994-4cf1-a6a4-674b59392e7a,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:41.069060 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '8b4e9038-7994-4cf1-a6a4-674b59392e7a', 'network_id': 'aa8d516a-0594-4ec1-b1bc-b927d39d01bf', 'port_id': '8b4e9038-7994-4cf1-a6a4-674b59392e7a', 'mac_address': 'fa:16:3e:ce:7a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fef145e-952a-4f2c-9261-cac12dbcaaf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:10:41.105179 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:41.120433 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4e9038-7994-4cf1-a6a4-674b59392e7a {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:10:41.138385 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 8b4e9038-7994-4cf1-a6a4-674b59392e7a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8b4e9038-7994-4cf1-a6a4-674b59392e7a,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:41.142515 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:41.143241 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c8ad85de-7318-458e-b76d-af27e495625d details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:10:41.229443 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=8b4e9038-7994-4cf1-a6a4-674b59392e7a,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:41.269773 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port c8ad85de-7318-458e-b76d-af27e495625d, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c8ad85de-7318-458e-b76d-af27e495625d,segment=NetworkSegment(a1a92035-ae31-4d03-99a9-f1c217744e33),segment_id=a1a92035-ae31-4d03-99a9-f1c217744e33)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:41.281287 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': 'c8ad85de-7318-458e-b76d-af27e495625d', 'network_id': 'ee64e458-5e6c-458b-a5ce-e667e1fc4509', 'port_id': 'c8ad85de-7318-458e-b76d-af27e495625d', 'mac_address': 'fa:16:3e:f5:ac:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc386ec3-6742-44ba-a7de-fd7160b1ce9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:10:41.320255 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:41.332203 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ad85de-7318-458e-b76d-af27e495625d {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:10:41.351229 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port c8ad85de-7318-458e-b76d-af27e495625d, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c8ad85de-7318-458e-b76d-af27e495625d,segment=NetworkSegment(a1a92035-ae31-4d03-99a9-f1c217744e33),segment_id=a1a92035-ae31-4d03-99a9-f1c217744e33)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:41.355011 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:41.399787 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=c8ad85de-7318-458e-b76d-af27e495625d,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:41.777017 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['c8ad85de-7318-458e-b76d-af27e495625d'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:10:41.799564 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['8b4e9038-7994-4cf1-a6a4-674b59392e7a'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:10:41.940013 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834437c3-c092-4f61-8598-e68b71c5f33e req-72d22cdb-5dae-4ac7-820a-81b05e143c41 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:41.941524 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-834437c3-c092-4f61-8598-e68b71c5f33e req-72d22cdb-5dae-4ac7-820a-81b05e143c41 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 944 time: 0.0764897 Oct 12 04:10:41.949719 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92af81-5908-4a23-85db-0cdd19b7b0f9 req-919bc18b-f012-4118-ae6b-1bb5851260ef tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:41.952038 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5b92af81-5908-4a23-85db-0cdd19b7b0f9 req-919bc18b-f012-4118-ae6b-1bb5851260ef tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 945 time: 0.0771856 Oct 12 04:10:42.009219 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-834437c3-c092-4f61-8598-e68b71c5f33e req-bf16d034-20bb-44a2-878a-54a5591ff21c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562098 Oct 12 04:10:42.014928 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5b92af81-5908-4a23-85db-0cdd19b7b0f9 req-da870fd8-a3df-4425-98d5-6a24f6f55ecc tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561993 Oct 12 04:10:43.150502 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc220833-2b97-49d6-be95-fa865b370e47 req-4d308346-d08c-4eef-8ceb-87d931aa7e8e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:43.151939 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fc220833-2b97-49d6-be95-fa865b370e47 req-4d308346-d08c-4eef-8ceb-87d931aa7e8e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 944 time: 0.0744615 Oct 12 04:10:43.158891 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce96ef-7475-4c68-b5a2-b65b1b875dca req-3bbcd2c3-0792-49e3-96d5-ad574db53689 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:43.160188 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-07ce96ef-7475-4c68-b5a2-b65b1b875dca req-3bbcd2c3-0792-49e3-96d5-ad574db53689 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 945 time: 0.0732231 Oct 12 04:10:43.214145 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fc220833-2b97-49d6-be95-fa865b370e47 req-094c622f-538a-433b-961a-4fa0e39f9efa tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530002 Oct 12 04:10:43.216770 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-07ce96ef-7475-4c68-b5a2-b65b1b875dca req-cb92b1c5-3284-459f-9ac0-a551c02d1645 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501285 Oct 12 04:10:44.355996 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5efe3-6a74-4c0a-b9c3-3360432ba60e req-29549b2b-0398-476f-8a38-29e9ec75acee tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:44.357363 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d8c5efe3-6a74-4c0a-b9c3-3360432ba60e req-29549b2b-0398-476f-8a38-29e9ec75acee tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 944 time: 0.0774145 Oct 12 04:10:44.365896 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95e1b2-3f85-46a8-9037-19849a77bf00 req-d12aca97-bad7-4421-a353-ba6ca6d6477e tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:44.367225 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1a95e1b2-3f85-46a8-9037-19849a77bf00 req-d12aca97-bad7-4421-a353-ba6ca6d6477e tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 945 time: 0.0860553 Oct 12 04:10:44.418559 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d8c5efe3-6a74-4c0a-b9c3-3360432ba60e req-723dd1b1-573d-4ef3-99b7-242859df371c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504296 Oct 12 04:10:44.425744 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1a95e1b2-3f85-46a8-9037-19849a77bf00 req-5f2d1e76-fa0b-44d4-8bd1-d00dad21f799 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521014 Oct 12 04:10:44.976084 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c8ad85de-7318-458e-b76d-af27e495625d up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:10:45.025074 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port c8ad85de-7318-458e-b76d-af27e495625d completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:10:45.028632 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port c8ad85de-7318-458e-b76d-af27e495625d triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:10:45.029036 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:45.102946 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:45.123657 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a47cd88-01be-4e0e-aa11-f61ece572f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad85de-7318-458e-b76d-af27e495625d'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:10:45.125844 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6281f454-8852-4c1e-8052-f248878d7bb1" -d '{"events": [{"server_uuid": "0a47cd88-01be-4e0e-aa11-f61ece572f20", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad85de-7318-458e-b76d-af27e495625d"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:10:45.138232 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port c8ad85de-7318-458e-b76d-af27e495625d, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c8ad85de-7318-458e-b76d-af27e495625d,segment=NetworkSegment(a1a92035-ae31-4d03-99a9-f1c217744e33),segment_id=a1a92035-ae31-4d03-99a9-f1c217744e33)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:45.142758 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:45.143616 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 8b4e9038-7994-4cf1-a6a4-674b59392e7a up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:10:45.164892 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7cff7a-7686-42ad-bace-db8f4863a8de x-openstack-request-id: req-4a7cff7a-7686-42ad-bace-db8f4863a8de {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:10:45.165170 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a47cd88-01be-4e0e-aa11-f61ece572f20", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad85de-7318-458e-b76d-af27e495625d", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:10:45.165416 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a7cff7a-7686-42ad-bace-db8f4863a8de {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:10:45.165794 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a47cd88-01be-4e0e-aa11-f61ece572f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad85de-7318-458e-b76d-af27e495625d', 'code': 200} Oct 12 04:10:45.221235 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=c8ad85de-7318-458e-b76d-af27e495625d,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:45.233655 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port 8b4e9038-7994-4cf1-a6a4-674b59392e7a completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:10:45.237148 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 8b4e9038-7994-4cf1-a6a4-674b59392e7a triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:10:45.237516 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:45.312469 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:45.321786 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105f96b-f749-4ebe-8c9f-162b62cadc15 req-aebc167b-eb58-488e-a59b-c8f39c005647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:45.323251 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2105f96b-f749-4ebe-8c9f-162b62cadc15 req-aebc167b-eb58-488e-a59b-c8f39c005647 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 1099 time: 0.0384455 Oct 12 04:10:45.343966 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 8b4e9038-7994-4cf1-a6a4-674b59392e7a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8b4e9038-7994-4cf1-a6a4-674b59392e7a,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:45.348927 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:45.361885 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2105f96b-f749-4ebe-8c9f-162b62cadc15 req-14293029-c42d-430e-9573-cef17913fc87 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298104 Oct 12 04:10:45.396438 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=8b4e9038-7994-4cf1-a6a4-674b59392e7a,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:45.561361 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda622a-194a-4454-a9fc-dd2140f0f888 req-625b28a7-ffbb-4ed4-a9b8-c80c88702fca tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:45.562812 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3bda622a-194a-4454-a9fc-dd2140f0f888 req-625b28a7-ffbb-4ed4-a9b8-c80c88702fca tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 945 time: 0.0784523 Oct 12 04:10:45.571262 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1685a13-32cb-4ec8-a677-fda043d9aa38 req-ab33b121-bb7c-4717-a7aa-c02744de74be tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:45.573952 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d1685a13-32cb-4ec8-a677-fda043d9aa38 req-ab33b121-bb7c-4717-a7aa-c02744de74be tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 946 time: 0.0805769 Oct 12 04:10:45.630912 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d1685a13-32cb-4ec8-a677-fda043d9aa38 req-4bdf427f-7476-4f73-9929-4d12f31776dc tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502465 Oct 12 04:10:45.634002 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3bda622a-194a-4454-a9fc-dd2140f0f888 req-852f6e20-f990-455f-83f5-4c558eab6e9a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591445 Oct 12 04:10:46.776690 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf5748-8816-4c41-b0ee-04bb210f5791 req-a3dda1d4-68f7-4032-9e94-f6cd1f1d0dca tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:46.778206 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-decf5748-8816-4c41-b0ee-04bb210f5791 req-a3dda1d4-68f7-4032-9e94-f6cd1f1d0dca tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 946 time: 0.0797436 Oct 12 04:10:46.785705 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806538eb-d7fe-4f18-aa21-724a66bfc2fa req-b2f558e5-8bfb-43ed-8084-c636f4ad7beb tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:46.787033 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-806538eb-d7fe-4f18-aa21-724a66bfc2fa req-b2f558e5-8bfb-43ed-8084-c636f4ad7beb tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 945 time: 0.0867596 Oct 12 04:10:46.840805 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-decf5748-8816-4c41-b0ee-04bb210f5791 req-9ce1c208-5406-421a-b4a1-7c73ad479530 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528500 Oct 12 04:10:46.845501 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-806538eb-d7fe-4f18-aa21-724a66bfc2fa req-f2a4fd38-7fcb-4e19-b455-40c1b4e7934c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519414 Oct 12 04:10:47.167487 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944509b4-f88a-4e26-91a4-bb5d106bd1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4e9038-7994-4cf1-a6a4-674b59392e7a'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:10:47.169782 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634f710e-23d9-48ef-9d20-65e027569760" -d '{"events": [{"server_uuid": "944509b4-f88a-4e26-91a4-bb5d106bd1d3", "name": "network-vif-plugged", "status": "completed", "tag": "8b4e9038-7994-4cf1-a6a4-674b59392e7a"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:10:47.204759 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cb8351-f8c8-4187-9793-27840eff31d3 x-openstack-request-id: req-87cb8351-f8c8-4187-9793-27840eff31d3 {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:10:47.205099 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944509b4-f88a-4e26-91a4-bb5d106bd1d3", "name": "network-vif-plugged", "status": "completed", "tag": "8b4e9038-7994-4cf1-a6a4-674b59392e7a", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:10:47.205347 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87cb8351-f8c8-4187-9793-27840eff31d3 {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:10:47.205725 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944509b4-f88a-4e26-91a4-bb5d106bd1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4e9038-7994-4cf1-a6a4-674b59392e7a', 'code': 200} Oct 12 04:10:47.373445 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797761e-48a1-4325-b1f9-713dd973baa8 req-c85b01fb-f66b-4fd5-a7a3-6453862d3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:47.374779 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3797761e-48a1-4325-b1f9-713dd973baa8 req-c85b01fb-f66b-4fd5-a7a3-6453862d3b7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 1098 time: 0.0380628 Oct 12 04:10:47.408987 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3797761e-48a1-4325-b1f9-713dd973baa8 req-b7e3df40-8f30-4e84-8616-cabab900da84 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266714 Oct 12 04:10:47.981285 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94733347-bf67-4aa3-97b0-110fdf898b6d req-b419604d-3111-4c42-832c-ff019fdd2889 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:47.982731 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-94733347-bf67-4aa3-97b0-110fdf898b6d req-b419604d-3111-4c42-832c-ff019fdd2889 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 946 time: 0.0777738 Oct 12 04:10:47.990582 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d5002-d6be-48d2-9b17-f1a26ccf2f4e req-a8d97de9-7c7f-4cf9-873d-6264466ac55e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:47.991908 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-613d5002-d6be-48d2-9b17-f1a26ccf2f4e req-a8d97de9-7c7f-4cf9-873d-6264466ac55e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 945 time: 0.0777571 Oct 12 04:10:48.044686 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-94733347-bf67-4aa3-97b0-110fdf898b6d req-a35b3cd3-3eb9-4e59-ba96-7e95ac3f8f10 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518653 Oct 12 04:10:48.049738 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-613d5002-d6be-48d2-9b17-f1a26ccf2f4e req-438a44df-e7d1-43b5-9617-33b89eb74e26 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513985 Oct 12 04:10:49.163302 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b4878-2e2b-4844-866f-aefd6f877b74 req-866ca69a-12d9-4a32-ac2b-251a9e24342b tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:49.164749 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-347b4878-2e2b-4844-866f-aefd6f877b74 req-866ca69a-12d9-4a32-ac2b-251a9e24342b tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 945 time: 0.0480225 Oct 12 04:10:49.206677 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-347b4878-2e2b-4844-866f-aefd6f877b74 req-b31a1f8b-3935-4806-9219-4b65194f50dc tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341926 Oct 12 04:10:50.325210 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df2a56-8774-423e-bea5-297e151d97da req-6840334a-74b3-4e2e-bf7b-fe98333d66fb tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:50.326618 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-95df2a56-8774-423e-bea5-297e151d97da req-6840334a-74b3-4e2e-bf7b-fe98333d66fb tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 945 time: 0.0502238 Oct 12 04:10:50.362270 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-95df2a56-8774-423e-bea5-297e151d97da req-f97e638c-f222-479b-9235-555dd4553ca5 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298302 Oct 12 04:10:53.537316 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:10:56.856388 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eba138-e990-45ca-9292-33d5f15e316e req-e2f515ee-7719-4fb4-bd88-d788bc719177 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:56.857839 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a7eba138-e990-45ca-9292-33d5f15e316e req-e2f515ee-7719-4fb4-bd88-d788bc719177 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 945 time: 0.0472505 Oct 12 04:10:56.893291 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a7eba138-e990-45ca-9292-33d5f15e316e req-f732c15d-d380-4671-a963-7024fce0c681 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295236 Oct 12 04:10:58.011339 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1409751-6fbe-4d9a-86fc-0825a7648fd0 req-6e59f578-d408-4fb5-9100-8dcad9896ddd tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:58.014380 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e1409751-6fbe-4d9a-86fc-0825a7648fd0 req-6e59f578-d408-4fb5-9100-8dcad9896ddd tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 945 time: 0.0518594 Oct 12 04:10:58.061835 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e1409751-6fbe-4d9a-86fc-0825a7648fd0 req-aeabe3a0-08a5-4f7a-8efe-b183b7764bf7 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Oct 12 04:10:58.244462 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a02a8d37-0501-41ad-9e2f-e37b708cb1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:59.170014 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e485d-b170-4dfd-9821-60d0527bdeb7 req-7a0a8302-588d-41a7-a739-b3e5fec9da82 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:59.171727 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-433e485d-b170-4dfd-9821-60d0527bdeb7 req-7a0a8302-588d-41a7-a739-b3e5fec9da82 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 945 time: 0.0503621 Oct 12 04:10:59.208205 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-433e485d-b170-4dfd-9821-60d0527bdeb7 req-bfaf6853-6ab1-4d74-8b8e-decdcb2ed71e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305018 Oct 12 04:10:59.405668 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d52a0-9496-41a8-aa3f-f74176b74f34 req-ac7f5fbb-37f9-4714-859c-f29018da5402 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:10:59.406970 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-851d52a0-9496-41a8-aa3f-f74176b74f34 req-ac7f5fbb-37f9-4714-859c-f29018da5402 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 945 time: 0.0460644 Oct 12 04:10:59.495881 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-851d52a0-9496-41a8-aa3f-f74176b74f34 req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Deleting port 8b4e9038-7994-4cf1-a6a4-674b59392e7a {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:10:59.496206 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-851d52a0-9496-41a8-aa3f-f74176b74f34 req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:59.582739 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-851d52a0-9496-41a8-aa3f-f74176b74f34 req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] For port 8b4e9038-7994-4cf1-a6a4-674b59392e7a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8b4e9038-7994-4cf1-a6a4-674b59392e7a,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:10:59.583091 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-851d52a0-9496-41a8-aa3f-f74176b74f34 req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:59.595127 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-851d52a0-9496-41a8-aa3f-f74176b74f34 req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Calling delete_port for 8b4e9038-7994-4cf1-a6a4-674b59392e7a owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:10:59.716589 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-851d52a0-9496-41a8-aa3f-f74176b74f34 req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:59.728550 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['18e8236c-0063-460f-b57a-a9d32f0dcd0c', '5f281a99-59b1-4571-b16d-ba5140ae40ae', 'cb938d04-c6b5-4d89-8d1a-41cebbee1dce', '8b4e9038-7994-4cf1-a6a4-674b59392e7a'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:10:59.744788 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Pushing event deleted for resources: {'Port': ['ID=8b4e9038-7994-4cf1-a6a4-674b59392e7a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:10:59.756486 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:59.756839 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:59.757237 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:59.757572 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:59.757900 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:59.758226 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:59.758554 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:59.758876 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:59.759199 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:59.759523 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:59.759838 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:59.760160 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:10:59.792769 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-851d52a0-9496-41a8-aa3f-f74176b74f34 req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] No DVR routers for this DVR port 8b4e9038-7994-4cf1-a6a4-674b59392e7a on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:10:59.795468 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-851d52a0-9496-41a8-aa3f-f74176b74f34 req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:10:59.799060 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-851d52a0-9496-41a8-aa3f-f74176b74f34 req-9394afae-4192-4f68-9006-d0fa10a35bcf tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "DELETE /v2.0/ports/8b4e9038-7994-4cf1-a6a4-674b59392e7a HTTP/1.1" status: 204 len: 173 time: 0.3837461 Oct 12 04:10:59.799491 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944509b4-f88a-4e26-91a4-bb5d106bd1d3', 'name': 'network-vif-deleted', 'tag': '8b4e9038-7994-4cf1-a6a4-674b59392e7a'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:10:59.801754 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5f7ee1-4f5c-4bfc-816f-bd7931e372d2" -d '{"events": [{"server_uuid": "944509b4-f88a-4e26-91a4-bb5d106bd1d3", "name": "network-vif-deleted", "tag": "8b4e9038-7994-4cf1-a6a4-674b59392e7a"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:10:59.836818 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836638a6-a69e-4955-9ee8-d33f732dcdfa x-openstack-request-id: req-836638a6-a69e-4955-9ee8-d33f732dcdfa {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:10:59.837222 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944509b4-f88a-4e26-91a4-bb5d106bd1d3", "name": "network-vif-deleted", "tag": "8b4e9038-7994-4cf1-a6a4-674b59392e7a", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:10:59.837471 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-836638a6-a69e-4955-9ee8-d33f732dcdfa {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:10:59.837860 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944509b4-f88a-4e26-91a4-bb5d106bd1d3', 'name': 'network-vif-deleted', 'tag': '8b4e9038-7994-4cf1-a6a4-674b59392e7a', 'status': 'completed', 'code': 200} Oct 12 04:11:00.313370 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b44c86a9-ece3-4da7-a7ec-d2ce9e8f75bf req-a3d6030a-ad29-40ae-be5c-cdd5df75138c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=944509b4-f88a-4e26-91a4-bb5d106bd1d3 HTTP/1.1" status: 200 len: 210 time: 0.0286498 Oct 12 04:11:00.658877 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-c99d4130-6d8e-415a-a7f1-1c7e92110e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:01.325482 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455eaa4-aa4c-4d68-9af1-ecda94ef795f req-9c7f2ef4-8362-4a61-b8be-fb02e6236f1a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:01.327058 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9455eaa4-aa4c-4d68-9af1-ecda94ef795f req-9c7f2ef4-8362-4a61-b8be-fb02e6236f1a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0497754 Oct 12 04:11:01.366539 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9455eaa4-aa4c-4d68-9af1-ecda94ef795f req-8b9c5186-e783-4290-b5fc-36a8a5414638 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333498 Oct 12 04:11:01.641465 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:01.718739 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:02.477809 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38979c53-e352-4189-8549-ddbf09aaeefe req-538f99bd-ba01-4bf3-82c9-698528c54165 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:02.479273 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-38979c53-e352-4189-8549-ddbf09aaeefe req-538f99bd-ba01-4bf3-82c9-698528c54165 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0473497 Oct 12 04:11:02.516438 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-38979c53-e352-4189-8549-ddbf09aaeefe req-f0329b3e-dff2-4cea-b100-4b4c53b021f9 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310934 Oct 12 04:11:02.689575 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6bf46-1930-4fd0-8dc2-8b38ff6f8868 req-6fc079d5-a050-4b28-889e-30be0ae3d60c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:02.690899 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8ef6bf46-1930-4fd0-8dc2-8b38ff6f8868 req-6fc079d5-a050-4b28-889e-30be0ae3d60c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0508127 Oct 12 04:11:02.727601 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8ef6bf46-1930-4fd0-8dc2-8b38ff6f8868 req-e58f43c7-9d7b-45e0-a3a2-815255a0fce8 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308278 Oct 12 04:11:03.074896 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 8b4e9038-7994-4cf1-a6a4-674b59392e7a no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:11:03.095489 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: 8b4e9038-7994-4cf1-a6a4-674b59392e7a {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:11:03.095833 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 8b4e9038-7994-4cf1-a6a4-674b59392e7a not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:11:03.628826 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:03.632666 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7ab1-6eca-4e71-8879-024d081c557f req-34d7aa3b-cb48-46fb-9d17-237446fb8641 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:03.634145 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dddb7ab1-6eca-4e71-8879-024d081c557f req-34d7aa3b-cb48-46fb-9d17-237446fb8641 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0505071 Oct 12 04:11:03.670595 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dddb7ab1-6eca-4e71-8879-024d081c557f req-1ef1daaf-30cf-4b95-bacc-0371ddd370f6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305569 Oct 12 04:11:03.838421 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150f275-2050-46b1-9494-eaad33388e92 req-67f7f859-bded-4b25-b712-37d0faf0486c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:03.839852 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f150f275-2050-46b1-9494-eaad33388e92 req-67f7f859-bded-4b25-b712-37d0faf0486c tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0479276 Oct 12 04:11:03.876397 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f150f275-2050-46b1-9494-eaad33388e92 req-a485571c-9249-4697-800c-50e0a460a4ff tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307722 Oct 12 04:11:04.786301 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe3792-3bac-4560-809e-bb0b51529e9f req-5c1c2c34-2023-430a-a818-caf7fbbc3d0f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:04.787733 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ddbe3792-3bac-4560-809e-bb0b51529e9f req-5c1c2c34-2023-430a-a818-caf7fbbc3d0f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0508707 Oct 12 04:11:04.824475 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ddbe3792-3bac-4560-809e-bb0b51529e9f req-c21a5d4d-9df5-466d-955f-aad5b312d895 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309231 Oct 12 04:11:05.015978 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c9775-8f85-4418-b621-1bb49d9dbe23 req-5c39d8f4-2dd4-4caa-a057-e32c0a77a0e7 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:05.017450 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-729c9775-8f85-4418-b621-1bb49d9dbe23 req-5c39d8f4-2dd4-4caa-a057-e32c0a77a0e7 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0771303 Oct 12 04:11:05.029087 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680482-c8a3-4db9-b926-20b9f840b8cd req-07a1f040-9e9a-4721-a864-5597ebee0a60 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:05.030429 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa680482-c8a3-4db9-b926-20b9f840b8cd req-07a1f040-9e9a-4721-a864-5597ebee0a60 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 946 time: 0.0639689 Oct 12 04:11:05.096305 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-729c9775-8f85-4418-b621-1bb49d9dbe23 req-ebd66d60-59f7-459c-8345-2e6688882361 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649548 Oct 12 04:11:05.142538 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-aa680482-c8a3-4db9-b926-20b9f840b8cd req-ede90411-a266-46ea-8d72-2135fdbd978a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Deleting port cb938d04-c6b5-4d89-8d1a-41cebbee1dce {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:11:05.142870 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aa680482-c8a3-4db9-b926-20b9f840b8cd req-ede90411-a266-46ea-8d72-2135fdbd978a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:05.227755 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-aa680482-c8a3-4db9-b926-20b9f840b8cd req-ede90411-a266-46ea-8d72-2135fdbd978a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] For port cb938d04-c6b5-4d89-8d1a-41cebbee1dce, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=cb938d04-c6b5-4d89-8d1a-41cebbee1dce,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:11:05.228113 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aa680482-c8a3-4db9-b926-20b9f840b8cd req-ede90411-a266-46ea-8d72-2135fdbd978a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:05.244307 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-aa680482-c8a3-4db9-b926-20b9f840b8cd req-ede90411-a266-46ea-8d72-2135fdbd978a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Calling delete_port for cb938d04-c6b5-4d89-8d1a-41cebbee1dce owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:11:05.367078 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aa680482-c8a3-4db9-b926-20b9f840b8cd req-ede90411-a266-46ea-8d72-2135fdbd978a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:05.380572 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['18e8236c-0063-460f-b57a-a9d32f0dcd0c', '5f281a99-59b1-4571-b16d-ba5140ae40ae', 'cb938d04-c6b5-4d89-8d1a-41cebbee1dce'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:11:05.400020 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede90411-a266-46ea-8d72-2135fdbd978a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Pushing event deleted for resources: {'Port': ['ID=cb938d04-c6b5-4d89-8d1a-41cebbee1dce,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:05.672403 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa680482-c8a3-4db9-b926-20b9f840b8cd req-ede90411-a266-46ea-8d72-2135fdbd978a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] No DVR routers for this DVR port cb938d04-c6b5-4d89-8d1a-41cebbee1dce on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:11:05.674757 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aa680482-c8a3-4db9-b926-20b9f840b8cd req-ede90411-a266-46ea-8d72-2135fdbd978a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:05.678039 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa680482-c8a3-4db9-b926-20b9f840b8cd req-ede90411-a266-46ea-8d72-2135fdbd978a tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "DELETE /v2.0/ports/cb938d04-c6b5-4d89-8d1a-41cebbee1dce HTTP/1.1" status: 204 len: 173 time: 0.6401026 Oct 12 04:11:05.678469 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669aadfc-51ee-46ca-a454-abd45fe2a7c0', 'name': 'network-vif-deleted', 'tag': 'cb938d04-c6b5-4d89-8d1a-41cebbee1dce'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:11:05.681614 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263666a3-3603-4672-ac8b-40cc1a0ed83e" -d '{"events": [{"server_uuid": "669aadfc-51ee-46ca-a454-abd45fe2a7c0", "name": "network-vif-deleted", "tag": "cb938d04-c6b5-4d89-8d1a-41cebbee1dce"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:11:05.716686 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d9b3f7-f35d-4ba8-87fa-6a823b25ce0d x-openstack-request-id: req-13d9b3f7-f35d-4ba8-87fa-6a823b25ce0d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:11:05.717001 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669aadfc-51ee-46ca-a454-abd45fe2a7c0", "name": "network-vif-deleted", "tag": "cb938d04-c6b5-4d89-8d1a-41cebbee1dce", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:11:05.717250 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13d9b3f7-f35d-4ba8-87fa-6a823b25ce0d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:11:05.717634 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669aadfc-51ee-46ca-a454-abd45fe2a7c0', 'name': 'network-vif-deleted', 'tag': 'cb938d04-c6b5-4d89-8d1a-41cebbee1dce', 'status': 'completed', 'code': 200} Oct 12 04:11:05.936955 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d734c16-e364-495f-abed-2fd185fbfb08 req-06f08da5-97e1-43e6-a4c9-3b9159d87109 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:05.938388 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8d734c16-e364-495f-abed-2fd185fbfb08 req-06f08da5-97e1-43e6-a4c9-3b9159d87109 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0478060 Oct 12 04:11:05.975051 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8d734c16-e364-495f-abed-2fd185fbfb08 req-fe331f39-9678-4ffa-934c-5740ce8c39b6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302970 Oct 12 04:11:06.202752 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-27760511-5413-478b-9c0e-ee9e2a8906b4 req-8e3476c3-ad15-4d1a-8d40-949e00870687 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=669aadfc-51ee-46ca-a454-abd45fe2a7c0 HTTP/1.1" status: 200 len: 210 time: 0.0268056 Oct 12 04:11:07.089070 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b18b9-a769-4bb3-b86b-d92a2bdb6b26 req-fec2e65f-c272-48b7-bb00-548b2fd20913 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:07.090517 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1d8b18b9-a769-4bb3-b86b-d92a2bdb6b26 req-fec2e65f-c272-48b7-bb00-548b2fd20913 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0502996 Oct 12 04:11:07.127383 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1d8b18b9-a769-4bb3-b86b-d92a2bdb6b26 req-0d24cf32-1b87-46f4-b84b-8f6a44abf035 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310798 Oct 12 04:11:07.343912 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:07.463373 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a0967-548b-4947-9042-af0d22663aa0 req-1f3a64bf-223f-4182-a450-d8738c772067 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:07.464789 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6b7a0967-548b-4947-9042-af0d22663aa0 req-1f3a64bf-223f-4182-a450-d8738c772067 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 946 time: 0.0468211 Oct 12 04:11:07.501488 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6b7a0967-548b-4947-9042-af0d22663aa0 req-d0444bd7-6421-47b7-98d7-59d869b09aa4 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305197 Oct 12 04:11:08.241762 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe985898-bed4-43c2-9689-8d947fdf07e4 req-a492d509-c60a-40f4-8df8-070cc50675ca tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:08.243235 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fe985898-bed4-43c2-9689-8d947fdf07e4 req-a492d509-c60a-40f4-8df8-070cc50675ca tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0487742 Oct 12 04:11:08.289444 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fe985898-bed4-43c2-9689-8d947fdf07e4 req-464d8695-42f1-4f6e-b8de-b74d7971eb0d tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391810 Oct 12 04:11:08.618912 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91375a72-1df7-4dae-8d5b-7c631a13d0ee req-1e34498b-8cd5-4cbd-9095-a52bbb9febeb tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:08.620354 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-91375a72-1df7-4dae-8d5b-7c631a13d0ee req-1e34498b-8cd5-4cbd-9095-a52bbb9febeb tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 946 time: 0.0515223 Oct 12 04:11:08.661124 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-91375a72-1df7-4dae-8d5b-7c631a13d0ee req-704246f6-d2fe-48f0-8cf1-078071f171db tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338514 Oct 12 04:11:09.110527 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device cb938d04-c6b5-4d89-8d1a-41cebbee1dce no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:11:09.131000 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: cb938d04-c6b5-4d89-8d1a-41cebbee1dce {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:11:09.131337 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device cb938d04-c6b5-4d89-8d1a-41cebbee1dce not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:11:09.248314 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761285f-fe12-41e7-8b2c-02ef242fabd3 req-bb63bad8-dc00-4826-a883-0fc325dbe5a8 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:09.249799 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6761285f-fe12-41e7-8b2c-02ef242fabd3 req-bb63bad8-dc00-4826-a883-0fc325dbe5a8 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 946 time: 0.0474803 Oct 12 04:11:09.338020 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-6761285f-fe12-41e7-8b2c-02ef242fabd3 req-347cac61-62b1-456c-9f37-346abf0a3f44 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Deleting port 5f281a99-59b1-4571-b16d-ba5140ae40ae {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:11:09.338291 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6761285f-fe12-41e7-8b2c-02ef242fabd3 req-347cac61-62b1-456c-9f37-346abf0a3f44 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:09.451733 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde90ce7-b66f-4b56-bb6c-64b024f1854c req-da5ce2fa-2c04-45b2-ae1a-f33cb24c3b6c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:09.453206 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fde90ce7-b66f-4b56-bb6c-64b024f1854c req-da5ce2fa-2c04-45b2-ae1a-f33cb24c3b6c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0979979 Oct 12 04:11:09.470186 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6761285f-fe12-41e7-8b2c-02ef242fabd3 req-347cac61-62b1-456c-9f37-346abf0a3f44 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] For port 5f281a99-59b1-4571-b16d-ba5140ae40ae, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5f281a99-59b1-4571-b16d-ba5140ae40ae,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:11:09.470549 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6761285f-fe12-41e7-8b2c-02ef242fabd3 req-347cac61-62b1-456c-9f37-346abf0a3f44 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:09.494842 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-6761285f-fe12-41e7-8b2c-02ef242fabd3 req-347cac61-62b1-456c-9f37-346abf0a3f44 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Calling delete_port for 5f281a99-59b1-4571-b16d-ba5140ae40ae owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:11:09.517789 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fde90ce7-b66f-4b56-bb6c-64b024f1854c req-a23a9699-ca29-4009-bc6a-7d3a55d7e092 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568480 Oct 12 04:11:09.637889 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6761285f-fe12-41e7-8b2c-02ef242fabd3 req-347cac61-62b1-456c-9f37-346abf0a3f44 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:09.649731 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['18e8236c-0063-460f-b57a-a9d32f0dcd0c', '5f281a99-59b1-4571-b16d-ba5140ae40ae'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:11:09.665400 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cac61-62b1-456c-9f37-346abf0a3f44 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Pushing event deleted for resources: {'Port': ['ID=5f281a99-59b1-4571-b16d-ba5140ae40ae,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:09.712034 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6761285f-fe12-41e7-8b2c-02ef242fabd3 req-347cac61-62b1-456c-9f37-346abf0a3f44 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] No DVR routers for this DVR port 5f281a99-59b1-4571-b16d-ba5140ae40ae on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:11:09.714637 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6761285f-fe12-41e7-8b2c-02ef242fabd3 req-347cac61-62b1-456c-9f37-346abf0a3f44 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:09.718217 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6761285f-fe12-41e7-8b2c-02ef242fabd3 req-347cac61-62b1-456c-9f37-346abf0a3f44 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "DELETE /v2.0/ports/5f281a99-59b1-4571-b16d-ba5140ae40ae HTTP/1.1" status: 204 len: 173 time: 0.4606903 Oct 12 04:11:09.718727 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e43a7e-c624-4d47-9bbc-06a02dafda1b', 'name': 'network-vif-deleted', 'tag': '5f281a99-59b1-4571-b16d-ba5140ae40ae'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:11:09.720994 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b712ca0-9af6-4bf3-a54b-ba377697a4a2" -d '{"events": [{"server_uuid": "51e43a7e-c624-4d47-9bbc-06a02dafda1b", "name": "network-vif-deleted", "tag": "5f281a99-59b1-4571-b16d-ba5140ae40ae"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:11:09.763139 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa0a9a4-13ef-44c5-9a74-453b96d1f8bc x-openstack-request-id: req-3fa0a9a4-13ef-44c5-9a74-453b96d1f8bc {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:11:09.763527 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e43a7e-c624-4d47-9bbc-06a02dafda1b", "name": "network-vif-deleted", "tag": "5f281a99-59b1-4571-b16d-ba5140ae40ae", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:11:09.763787 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fa0a9a4-13ef-44c5-9a74-453b96d1f8bc {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:11:09.764173 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e43a7e-c624-4d47-9bbc-06a02dafda1b', 'name': 'network-vif-deleted', 'tag': '5f281a99-59b1-4571-b16d-ba5140ae40ae', 'status': 'completed', 'code': 200} Oct 12 04:11:09.766283 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e963862d-68da-4bdf-982b-dff297eef317 req-6a265ddf-0426-4cda-9d2a-fbef6560a15e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e43a7e-c624-4d47-9bbc-06a02dafda1b HTTP/1.1" status: 200 len: 210 time: 0.0329010 Oct 12 04:11:10.632565 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1f242-12a6-4b86-ab14-a1a9de575b93 req-98c86f38-1254-483f-96ee-353ab3a9e3ca tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:10.633989 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-99a1f242-12a6-4b86-ab14-a1a9de575b93 req-98c86f38-1254-483f-96ee-353ab3a9e3ca tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0477448 Oct 12 04:11:10.673201 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-99a1f242-12a6-4b86-ab14-a1a9de575b93 req-b81cd292-86ce-4065-93e8-6181cf26ba30 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323901 Oct 12 04:11:10.883837 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd9f35-60f1-4128-afcd-90b0ce5d2f0e req-32a3fac9-ac9d-4234-ab03-0f7635aebed1 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:10.885269 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dadd9f35-60f1-4128-afcd-90b0ce5d2f0e req-32a3fac9-ac9d-4234-ab03-0f7635aebed1 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 946 time: 0.0526693 Oct 12 04:11:10.923873 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dadd9f35-60f1-4128-afcd-90b0ce5d2f0e req-9c986512-a806-4e29-8d7b-b0f1be37e61e tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Oct 12 04:11:11.787257 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00358f-712f-4919-bffc-f930123dae3c req-11640684-88b3-44a7-9aed-621d058f057a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:11.788633 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fb00358f-712f-4919-bffc-f930123dae3c req-11640684-88b3-44a7-9aed-621d058f057a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0494623 Oct 12 04:11:11.826837 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fb00358f-712f-4919-bffc-f930123dae3c req-21cb002e-93a6-4c0e-ac3e-7e0385852fbe tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323343 Oct 12 04:11:12.036142 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df33b08-00b6-474f-9998-2a8b9b458874 req-e79b7307-2d62-483a-8e6c-2079ad083066 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:12.037924 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3df33b08-00b6-474f-9998-2a8b9b458874 req-e79b7307-2d62-483a-8e6c-2079ad083066 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 946 time: 0.0493412 Oct 12 04:11:12.079128 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3df33b08-00b6-474f-9998-2a8b9b458874 req-7b554278-b32b-4bd4-a206-c6e0835866d2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353913 Oct 12 04:11:12.159131 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e08c72-f28d-4197-af83-79859f8a6891 req-c1b113c7-fc17-4794-b928-ea4a909a3fc2 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:12.160565 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e08c72-f28d-4197-af83-79859f8a6891 req-c1b113c7-fc17-4794-b928-ea4a909a3fc2 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 945 time: 0.0509837 Oct 12 04:11:12.197589 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-10e08c72-f28d-4197-af83-79859f8a6891 req-c35fbdaa-f798-47b1-b307-a49a55c0c0f7 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306330 Oct 12 04:11:12.938720 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7f939-5cda-420a-b672-74a0ca51149e req-dcb7f988-4ae4-4bfd-a64f-000750978440 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:12.940166 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dbd7f939-5cda-420a-b672-74a0ca51149e req-dcb7f988-4ae4-4bfd-a64f-000750978440 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0479901 Oct 12 04:11:12.977668 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dbd7f939-5cda-420a-b672-74a0ca51149e req-26404397-d478-4220-94f7-0ef6de3dc783 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Oct 12 04:11:13.122791 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5f281a99-59b1-4571-b16d-ba5140ae40ae no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:11:13.142977 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: 5f281a99-59b1-4571-b16d-ba5140ae40ae {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:11:13.143314 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5f281a99-59b1-4571-b16d-ba5140ae40ae not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:11:13.191318 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b548f7-1ea8-46cd-951c-5842b2ddb51c req-b4b3924a-26ae-46fb-875a-ec21e4321564 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:13.193303 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-00b548f7-1ea8-46cd-951c-5842b2ddb51c req-b4b3924a-26ae-46fb-875a-ec21e4321564 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 946 time: 0.0473559 Oct 12 04:11:13.229960 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-00b548f7-1ea8-46cd-951c-5842b2ddb51c req-e6015d78-fb7e-4030-84ee-ab1032f6003b tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308993 Oct 12 04:11:13.319781 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ea419-fe25-4ece-9807-7115b57324e7 req-c163c794-c100-4456-b7b9-d9be859a9b07 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:13.321271 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2b5ea419-fe25-4ece-9807-7115b57324e7 req-c163c794-c100-4456-b7b9-d9be859a9b07 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 945 time: 0.0591934 Oct 12 04:11:13.357717 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2b5ea419-fe25-4ece-9807-7115b57324e7 req-4ed62b8d-dc2b-4077-a858-00d3b7e7e6c3 tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305288 Oct 12 04:11:14.090375 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5b010-877d-4306-8371-c47c1a4a7460 req-c9a91be2-ff23-49cc-b833-bd8526fa62b5 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:14.091841 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-65b5b010-877d-4306-8371-c47c1a4a7460 req-c9a91be2-ff23-49cc-b833-bd8526fa62b5 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0488234 Oct 12 04:11:14.136703 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-65b5b010-877d-4306-8371-c47c1a4a7460 req-93641b87-5180-4c31-bf0a-42717e5cdf20 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389781 Oct 12 04:11:14.171748 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccc852-484e-451e-a218-3ba2b72f1f0f req-4ddd2352-bac2-4f9c-9f2b-aca6c628b5ea tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:14.173193 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-eaccc852-484e-451e-a218-3ba2b72f1f0f req-4ddd2352-bac2-4f9c-9f2b-aca6c628b5ea tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 945 time: 0.0510035 Oct 12 04:11:14.268683 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-eaccc852-484e-451e-a218-3ba2b72f1f0f req-9dce859d-4c27-4358-b694-69e6a2977caa tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Deleting port 18e8236c-0063-460f-b57a-a9d32f0dcd0c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:11:14.269059 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eaccc852-484e-451e-a218-3ba2b72f1f0f req-9dce859d-4c27-4358-b694-69e6a2977caa tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:14.386238 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597de8-0bc2-4812-ae39-8e9f6752bb13 req-4d82fefb-02cd-40db-a178-a425a1a543f3 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:14.388056 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fe597de8-0bc2-4812-ae39-8e9f6752bb13 req-4d82fefb-02cd-40db-a178-a425a1a543f3 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 946 time: 0.0813906 Oct 12 04:11:14.394449 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-eaccc852-484e-451e-a218-3ba2b72f1f0f req-9dce859d-4c27-4358-b694-69e6a2977caa tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] For port 18e8236c-0063-460f-b57a-a9d32f0dcd0c, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=18e8236c-0063-460f-b57a-a9d32f0dcd0c,segment=NetworkSegment(7b55ae27-1570-4e1b-b22f-13a1fa551ad3),segment_id=7b55ae27-1570-4e1b-b22f-13a1fa551ad3)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:11:14.394804 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eaccc852-484e-451e-a218-3ba2b72f1f0f req-9dce859d-4c27-4358-b694-69e6a2977caa tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:14.418475 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-eaccc852-484e-451e-a218-3ba2b72f1f0f req-9dce859d-4c27-4358-b694-69e6a2977caa tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Calling delete_port for 18e8236c-0063-460f-b57a-a9d32f0dcd0c owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:11:14.503139 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fe597de8-0bc2-4812-ae39-8e9f6752bb13 req-36389bfd-6724-47da-a384-73a76f68fceb tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055932 Oct 12 04:11:14.530223 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af061f-c717-426d-a2b2-c53e25d1fb7d req-5984e3ab-1dbf-4547-ba11-217d8b93fa2e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:14.531649 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e1af061f-c717-426d-a2b2-c53e25d1fb7d req-5984e3ab-1dbf-4547-ba11-217d8b93fa2e tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/ports?device_id=579448ff-f493-43b5-afb7-a1d379dc628a HTTP/1.1" status: 200 len: 945 time: 0.1065700 Oct 12 04:11:14.579120 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e1af061f-c717-426d-a2b2-c53e25d1fb7d req-1cccdccc-d59d-4ecc-8a09-e351f3cdedbe tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.31 "GET /v2.0/security-groups?id=7129fd7c-2b05-4c7e-8642-712428ae8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400538 Oct 12 04:11:14.625727 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eaccc852-484e-451e-a218-3ba2b72f1f0f req-9dce859d-4c27-4358-b694-69e6a2977caa tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:14.637763 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['18e8236c-0063-460f-b57a-a9d32f0dcd0c'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:11:14.652919 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce859d-4c27-4358-b694-69e6a2977caa tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Pushing event deleted for resources: {'Port': ['ID=18e8236c-0063-460f-b57a-a9d32f0dcd0c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:14.694740 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaccc852-484e-451e-a218-3ba2b72f1f0f req-9dce859d-4c27-4358-b694-69e6a2977caa tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] No DVR routers for this DVR port 18e8236c-0063-460f-b57a-a9d32f0dcd0c on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:11:14.697145 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eaccc852-484e-451e-a218-3ba2b72f1f0f req-9dce859d-4c27-4358-b694-69e6a2977caa tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:14.700429 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-eaccc852-484e-451e-a218-3ba2b72f1f0f req-9dce859d-4c27-4358-b694-69e6a2977caa tempest-AttachVolumeNegativeTest-1354538332 tempest-AttachVolumeNegativeTest-1354538332-project] 10.222.0.41 "DELETE /v2.0/ports/18e8236c-0063-460f-b57a-a9d32f0dcd0c HTTP/1.1" status: 204 len: 173 time: 0.5206532 Oct 12 04:11:14.700887 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579448ff-f493-43b5-afb7-a1d379dc628a', 'name': 'network-vif-deleted', 'tag': '18e8236c-0063-460f-b57a-a9d32f0dcd0c'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:11:14.703121 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a683415a-f583-4d00-8f24-c98980f9568c" -d '{"events": [{"server_uuid": "579448ff-f493-43b5-afb7-a1d379dc628a", "name": "network-vif-deleted", "tag": "18e8236c-0063-460f-b57a-a9d32f0dcd0c"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:11:14.738362 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dd45ff-9024-41c3-b74a-793c00b8716d x-openstack-request-id: req-a3dd45ff-9024-41c3-b74a-793c00b8716d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:11:14.738670 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579448ff-f493-43b5-afb7-a1d379dc628a", "name": "network-vif-deleted", "tag": "18e8236c-0063-460f-b57a-a9d32f0dcd0c", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:11:14.738919 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3dd45ff-9024-41c3-b74a-793c00b8716d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:11:14.739314 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579448ff-f493-43b5-afb7-a1d379dc628a', 'name': 'network-vif-deleted', 'tag': '18e8236c-0063-460f-b57a-a9d32f0dcd0c', 'status': 'completed', 'code': 200} Oct 12 04:11:15.258231 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7c001-8d18-4a3a-b3d0-76050ca0e0c9 req-3a9e2869-0a6e-4ca2-ae3e-295b53667ee2 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:15.259694 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e1b7c001-8d18-4a3a-b3d0-76050ca0e0c9 req-3a9e2869-0a6e-4ca2-ae3e-295b53667ee2 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0485647 Oct 12 04:11:15.299178 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e1b7c001-8d18-4a3a-b3d0-76050ca0e0c9 req-0d6fb941-6890-45a0-8731-24ec09ac7dfa tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336509 Oct 12 04:11:15.617802 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff430f0-f302-4314-bc1e-0ea42246ebe0 req-0684bf05-7e9b-41f1-bd9e-53cbe35a134a tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:15.619278 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bff430f0-f302-4314-bc1e-0ea42246ebe0 req-0684bf05-7e9b-41f1-bd9e-53cbe35a134a tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 946 time: 0.0492184 Oct 12 04:11:15.633012 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44288) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:15.656747 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bff430f0-f302-4314-bc1e-0ea42246ebe0 req-bbd2b26e-35b2-4c46-8ebf-1381388c03cd tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9a81b43-d7c6-418d-8327-fa7745837f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Oct 12 04:11:15.678658 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_v2 [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Deleting subnet 3fef145e-952a-4f2c-9261-cac12dbcaaf4 {{(pid=94182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:11:15.681742 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:15.714936 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542351'] for subnet, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:15.754316 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:15.803293 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11439025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11845777'] for subnet, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:15.826298 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fef145e-952a-4f2c-9261-cac12dbcaaf4,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:15.835740 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:15.838893 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3fef145e-952a-4f2c-9261-cac12dbcaaf4 HTTP/1.1" status: 204 len: 168 time: 0.2048132 Oct 12 04:11:15.840505 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:15.840881 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:15.841215 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:15.841624 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:15.841968 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:15.842300 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:15.842686 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:15.843017 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:15.843342 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:15.843664 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:15.843937 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44292) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:15.844049 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:15.844289 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dedeb6-7c28-493a-8118-90ad13d9b3da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:15.939679 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02ad6065-4f4e-42e6-b7bb-9e91b164733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:15.949344 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364cd6f-c6b9-4c57-852d-b87dff948409 req-64b84493-523d-4922-a7dc-a5feea1fcbba tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:15.950768 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8364cd6f-c6b9-4c57-852d-b87dff948409 req-64b84493-523d-4922-a7dc-a5feea1fcbba tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 946 time: 0.1145411 Oct 12 04:11:16.059781 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02ad6065-4f4e-42e6-b7bb-9e91b164733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.099406 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-02ad6065-4f4e-42e6-b7bb-9e91b164733f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8d516a-0594-4ec1-b1bc-b927d39d01bf']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:16.110304 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-02ad6065-4f4e-42e6-b7bb-9e91b164733f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b55ae27-1570-4e1b-b22f-13a1fa551ad3') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:16.110592 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-02ad6065-4f4e-42e6-b7bb-9e91b164733f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b55ae27-1570-4e1b-b22f-13a1fa551ad3') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:16.123987 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02ad6065-4f4e-42e6-b7bb-9e91b164733f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12517864'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.140914 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02ad6065-4f4e-42e6-b7bb-9e91b164733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.146362 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-8364cd6f-c6b9-4c57-852d-b87dff948409 req-607c0db0-f39f-4768-97fd-71f177f94be2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Deleting port c8ad85de-7318-458e-b76d-af27e495625d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:11:16.146684 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8364cd6f-c6b9-4c57-852d-b87dff948409 req-607c0db0-f39f-4768-97fd-71f177f94be2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.164498 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ad6065-4f4e-42e6-b7bb-9e91b164733f admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:11:16.164906 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02ad6065-4f4e-42e6-b7bb-9e91b164733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113982'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: Traceback (most recent call last): Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: timer() Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: cb(*args, **kw) Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: return func(*args, **kwargs) Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: self._notify() Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: self.callback(batched_events) Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: event.method(event) Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: return f(self, *a, **k) Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: return self._get(url).json() Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: return self.request(url, 'GET', **kwargs) Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:11:16.166491 dv-cinder-813067-1-smb neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:11:16.253367 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02ad6065-4f4e-42e6-b7bb-9e91b164733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.259035 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02ad6065-4f4e-42e6-b7bb-9e91b164733f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.262292 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-02ad6065-4f4e-42e6-b7bb-9e91b164733f admin admin] 10.222.0.31 "DELETE /v2.0/networks/aa8d516a-0594-4ec1-b1bc-b927d39d01bf HTTP/1.1" status: 204 len: 168 time: 0.4174705 Oct 12 04:11:16.284421 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad6065-4f4e-42e6-b7bb-9e91b164733f admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8d516a-0594-4ec1-b1bc-b927d39d01bf,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:16.304490 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8364cd6f-c6b9-4c57-852d-b87dff948409 req-607c0db0-f39f-4768-97fd-71f177f94be2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] For port c8ad85de-7318-458e-b76d-af27e495625d, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c8ad85de-7318-458e-b76d-af27e495625d,segment=NetworkSegment(a1a92035-ae31-4d03-99a9-f1c217744e33),segment_id=a1a92035-ae31-4d03-99a9-f1c217744e33)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:11:16.304888 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8364cd6f-c6b9-4c57-852d-b87dff948409 req-607c0db0-f39f-4768-97fd-71f177f94be2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.325818 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-8364cd6f-c6b9-4c57-852d-b87dff948409 req-607c0db0-f39f-4768-97fd-71f177f94be2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Calling delete_port for c8ad85de-7318-458e-b76d-af27e495625d owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:11:16.380611 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44298) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:16.422421 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-54f8acb2-aada-4b46-8e80-00375412ef40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78307d826ef04ad5ae630720c59affaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404997 Oct 12 04:11:16.424823 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44300) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:16.444962 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad821c37-716e-4c9a-bafc-54b95ef9324f req-97569075-2d5d-49f6-891b-da94063fe5f6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:16.446485 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad821c37-716e-4c9a-bafc-54b95ef9324f req-97569075-2d5d-49f6-891b-da94063fe5f6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0738997 Oct 12 04:11:16.475691 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f7fd2a6c-669a-4c64-8672-56a0b0fdf954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.496897 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f7fd2a6c-669a-4c64-8672-56a0b0fdf954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.525026 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad821c37-716e-4c9a-bafc-54b95ef9324f req-458ec34b-b738-4b05-b1ff-05e733db6260 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709205 Oct 12 04:11:16.537099 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8364cd6f-c6b9-4c57-852d-b87dff948409 req-607c0db0-f39f-4768-97fd-71f177f94be2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.552142 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['c8ad85de-7318-458e-b76d-af27e495625d'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:11:16.552973 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f7fd2a6c-669a-4c64-8672-56a0b0fdf954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.556078 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f7fd2a6c-669a-4c64-8672-56a0b0fdf954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.557285 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-f7fd2a6c-669a-4c64-8672-56a0b0fdf954 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7129fd7c-2b05-4c7e-8642-712428ae8a4e HTTP/1.1" status: 204 len: 168 time: 0.1315069 Oct 12 04:11:16.565239 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd2a6c-669a-4c64-8672-56a0b0fdf954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7129fd7c-2b05-4c7e-8642-712428ae8a4e,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:16.568683 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c0db0-f39f-4768-97fd-71f177f94be2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Pushing event deleted for resources: {'Port': ['ID=c8ad85de-7318-458e-b76d-af27e495625d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:16.611137 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8364cd6f-c6b9-4c57-852d-b87dff948409 req-607c0db0-f39f-4768-97fd-71f177f94be2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] No DVR routers for this DVR port c8ad85de-7318-458e-b76d-af27e495625d on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:11:16.613774 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8364cd6f-c6b9-4c57-852d-b87dff948409 req-607c0db0-f39f-4768-97fd-71f177f94be2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:16.617361 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8364cd6f-c6b9-4c57-852d-b87dff948409 req-607c0db0-f39f-4768-97fd-71f177f94be2 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.41 "DELETE /v2.0/ports/c8ad85de-7318-458e-b76d-af27e495625d HTTP/1.1" status: 204 len: 173 time: 0.6404212 Oct 12 04:11:16.740378 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a47cd88-01be-4e0e-aa11-f61ece572f20', 'name': 'network-vif-deleted', 'tag': 'c8ad85de-7318-458e-b76d-af27e495625d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:11:16.743005 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08772af7-7048-422b-b225-bf3587225778" -d '{"events": [{"server_uuid": "0a47cd88-01be-4e0e-aa11-f61ece572f20", "name": "network-vif-deleted", "tag": "c8ad85de-7318-458e-b76d-af27e495625d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:11:16.791709 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f993a30-dfbe-443b-a85d-8a6298c18ab6 x-openstack-request-id: req-8f993a30-dfbe-443b-a85d-8a6298c18ab6 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:11:16.792071 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a47cd88-01be-4e0e-aa11-f61ece572f20", "name": "network-vif-deleted", "tag": "c8ad85de-7318-458e-b76d-af27e495625d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:11:16.792415 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f993a30-dfbe-443b-a85d-8a6298c18ab6 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:11:16.792890 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a47cd88-01be-4e0e-aa11-f61ece572f20', 'name': 'network-vif-deleted', 'tag': 'c8ad85de-7318-458e-b76d-af27e495625d', 'status': 'completed', 'code': 200} Oct 12 04:11:16.794792 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bd2761dd-4b34-4890-b56b-ba845055d95a req-d615083f-f71c-463b-9321-cf0b3e4fbfd8 tempest-VolumesSnapshotTestJSON-1169772068 tempest-VolumesSnapshotTestJSON-1169772068-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a47cd88-01be-4e0e-aa11-f61ece572f20 HTTP/1.1" status: 200 len: 210 time: 0.0303125 Oct 12 04:11:17.647988 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf6cd4-4522-43b4-8742-a24b6979a719 req-d1b3e83c-3f4d-4deb-b571-330d46ec19d2 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:17.649529 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1dcf6cd4-4522-43b4-8742-a24b6979a719 req-d1b3e83c-3f4d-4deb-b571-330d46ec19d2 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0510757 Oct 12 04:11:17.689798 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1dcf6cd4-4522-43b4-8742-a24b6979a719 req-c152ef29-5131-4723-865f-b776dcb0d078 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341492 Oct 12 04:11:18.802321 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8429e-5af6-4217-afce-6133198d24fd req-de7768f9-49a9-4031-bb76-e9b920aae3ae tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:18.803760 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9ef8429e-5af6-4217-afce-6133198d24fd req-de7768f9-49a9-4031-bb76-e9b920aae3ae tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0471547 Oct 12 04:11:18.840532 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9ef8429e-5af6-4217-afce-6133198d24fd req-9f0a1089-1abf-4486-9e05-3e2861885445 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309217 Oct 12 04:11:19.144557 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 18e8236c-0063-460f-b57a-a9d32f0dcd0c no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:11:19.164635 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: 18e8236c-0063-460f-b57a-a9d32f0dcd0c {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:11:19.164994 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 18e8236c-0063-460f-b57a-a9d32f0dcd0c not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:11:19.165403 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c8ad85de-7318-458e-b76d-af27e495625d no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:11:19.184047 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: c8ad85de-7318-458e-b76d-af27e495625d {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:11:19.184404 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c8ad85de-7318-458e-b76d-af27e495625d not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:11:19.953337 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec03956-ba91-4491-bdf3-077c66472f0e req-21f37c42-6c3e-4949-bc32-a6a758364f2d tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:19.955021 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fec03956-ba91-4491-bdf3-077c66472f0e req-21f37c42-6c3e-4949-bc32-a6a758364f2d tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0487206 Oct 12 04:11:19.995972 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fec03956-ba91-4491-bdf3-077c66472f0e req-98dd2485-2e8e-404d-a7df-c774220cc386 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342236 Oct 12 04:11:21.119513 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f344f-b0f1-4022-8e3e-490b2ec3f262 req-c0ab4af8-c5b3-4ae4-b045-68a5968dc8a6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:21.121094 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-269f344f-b0f1-4022-8e3e-490b2ec3f262 req-c0ab4af8-c5b3-4ae4-b045-68a5968dc8a6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0534315 Oct 12 04:11:21.161801 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-269f344f-b0f1-4022-8e3e-490b2ec3f262 req-8155e1bb-574a-4a62-99dd-bdf239a6b749 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347726 Oct 12 04:11:21.404299 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44410) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:21.508381 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9361be36-d23d-4102-b3ec-3dc512cfe6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:21.583776 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9361be36-d23d-4102-b3ec-3dc512cfe6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:21.587064 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-9361be36-d23d-4102-b3ec-3dc512cfe6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:21.623331 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-9361be36-d23d-4102-b3ec-3dc512cfe6b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f67a231dd47f4782a520fa6ac05af15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179410 Oct 12 04:11:21.625249 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361be36-d23d-4102-b3ec-3dc512cfe6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e4b50c-3746-4d19-8b95-a992f3972285,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:21.626036 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44416) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:21.675949 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a74b24a4-3f0c-4895-bab1-77a89b84df4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:21.697357 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a74b24a4-3f0c-4895-bab1-77a89b84df4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:21.743579 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a74b24a4-3f0c-4895-bab1-77a89b84df4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:21.746220 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a74b24a4-3f0c-4895-bab1-77a89b84df4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:21.747354 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-a74b24a4-3f0c-4895-bab1-77a89b84df4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0e4b50c-3746-4d19-8b95-a992f3972285 HTTP/1.1" status: 204 len: 168 time: 0.1201670 Oct 12 04:11:21.754684 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b24a4-3f0c-4895-bab1-77a89b84df4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e4b50c-3746-4d19-8b95-a992f3972285,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:21.997380 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44422) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:22.011488 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c9f8-3a05-47d6-85ad-1b57157a7350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:22.090381 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c9f8-3a05-47d6-85ad-1b57157a7350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:22.097092 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c9f8-3a05-47d6-85ad-1b57157a7350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:22.138141 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-3cb9c9f8-3a05-47d6-85ad-1b57157a7350 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97708a638f2646f3a125e04fc0ec16f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396945 Oct 12 04:11:22.138952 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9c9f8-3a05-47d6-85ad-1b57157a7350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b302fb9-522a-4fc2-b794-dbd4b93903c7,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:22.140818 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44424) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:22.192107 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0fbed0a2-c08d-41ed-8d3c-53838ae59f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:22.213564 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0fbed0a2-c08d-41ed-8d3c-53838ae59f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:22.288551 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d6851-ff19-4593-a4b2-71b9c4ddbf2e req-56f4369f-003f-48fb-9715-4d441bdef510 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:22.290011 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7f7d6851-ff19-4593-a4b2-71b9c4ddbf2e req-56f4369f-003f-48fb-9715-4d441bdef510 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0593307 Oct 12 04:11:22.302164 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0fbed0a2-c08d-41ed-8d3c-53838ae59f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:22.304614 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0fbed0a2-c08d-41ed-8d3c-53838ae59f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:22.305709 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-0fbed0a2-c08d-41ed-8d3c-53838ae59f9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b302fb9-522a-4fc2-b794-dbd4b93903c7 HTTP/1.1" status: 204 len: 168 time: 0.1632926 Oct 12 04:11:22.320915 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbed0a2-c08d-41ed-8d3c-53838ae59f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b302fb9-522a-4fc2-b794-dbd4b93903c7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:22.341311 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7f7d6851-ff19-4593-a4b2-71b9c4ddbf2e req-fed041f6-9584-461e-916a-9b7859ecdfc5 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450857 Oct 12 04:11:22.544489 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36129a-9dff-42c5-af11-c77b9f35ffae req-6ef19e95-7b07-4925-8ac9-b3c5f5b0e744 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:22.546267 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8f36129a-9dff-42c5-af11-c77b9f35ffae req-6ef19e95-7b07-4925-8ac9-b3c5f5b0e744 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0498004 Oct 12 04:11:22.618978 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8f36129a-9dff-42c5-af11-c77b9f35ffae req-ed81c78c-215e-42dc-8cb2-6e0bce627939 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662804 Oct 12 04:11:22.628228 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca0e15-9850-47f8-8b15-a911bf28d3ba req-03823f5c-ab20-46de-804c-28484c9a0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:22.630197 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d1ca0e15-9850-47f8-8b15-a911bf28d3ba req-03823f5c-ab20-46de-804c-28484c9a0aac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f9ac90f88040c3833900e39b1ed7dd&device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 1098 time: 0.0633309 Oct 12 04:11:22.725711 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca0e15-9850-47f8-8b15-a911bf28d3ba req-134d25d0-dfae-44d9-8da4-74d1a43571ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:22.727235 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d1ca0e15-9850-47f8-8b15-a911bf28d3ba req-134d25d0-dfae-44d9-8da4-74d1a43571ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7f3c47f-4b81-485b-9d33-ea0da313960a HTTP/1.1" status: 200 len: 912 time: 0.0907948 Oct 12 04:11:22.801267 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d1ca0e15-9850-47f8-8b15-a911bf28d3ba req-98ae002a-89c0-4898-8684-fa43a1d1f55c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e HTTP/1.1" status: 200 len: 1001 time: 0.0671799 Oct 12 04:11:22.862750 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca0e15-9850-47f8-8b15-a911bf28d3ba req-9e178bbb-aa8d-4a1b-a7e2-025bf345a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:22.869331 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d1ca0e15-9850-47f8-8b15-a911bf28d3ba req-9e178bbb-aa8d-4a1b-a7e2-025bf345a87b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139536c0-48c7-47be-9f6b-47818cfbaa4b HTTP/1.1" status: 200 len: 850 time: 0.0594001 Oct 12 04:11:22.912664 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca0e15-9850-47f8-8b15-a911bf28d3ba req-7330f836-dc86-40d0-804d-0664c43049d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:22.914373 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d1ca0e15-9850-47f8-8b15-a911bf28d3ba req-7330f836-dc86-40d0-804d-0664c43049d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7f3c47f-4b81-485b-9d33-ea0da313960a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0419245 Oct 12 04:11:23.009904 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d1ca0e15-9850-47f8-8b15-a911bf28d3ba req-078c42be-aab8-4491-b737-898c4b3cee28 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882330 Oct 12 04:11:23.100794 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d1ca0e15-9850-47f8-8b15-a911bf28d3ba req-848b60e5-4d92-4b0a-bad8-4efa4d22545c service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838697 Oct 12 04:11:23.748332 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea29bf8-70d5-44cb-b509-e846de62177a req-b9d66d8e-a428-44c4-a892-e0706f9fa0f7 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:23.749815 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5ea29bf8-70d5-44cb-b509-e846de62177a req-b9d66d8e-a428-44c4-a892-e0706f9fa0f7 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0530996 Oct 12 04:11:23.787974 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5ea29bf8-70d5-44cb-b509-e846de62177a req-93fa3201-28ef-4a50-ad71-e186aadbf565 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320954 Oct 12 04:11:27.975716 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44556) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:28.076458 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7a99cea5-16c3-4a55-8ef9-6ccb31813691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.159015 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7a99cea5-16c3-4a55-8ef9-6ccb31813691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.162723 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7a99cea5-16c3-4a55-8ef9-6ccb31813691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.199077 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-7a99cea5-16c3-4a55-8ef9-6ccb31813691 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=757f04bea5d042db90b2e59d16d60842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222483 Oct 12 04:11:28.200930 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99cea5-16c3-4a55-8ef9-6ccb31813691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a4304a-1b30-46f8-a1c7-332432a9aa4e,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:28.201830 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44560) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:28.244727 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-8631734c-6e6e-4937-9919-c3654a59b733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.251472 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b15d0ad-116b-429c-8f6a-4804bf4f2d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.272291 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b15d0ad-116b-429c-8f6a-4804bf4f2d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.319035 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b15d0ad-116b-429c-8f6a-4804bf4f2d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.321646 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b15d0ad-116b-429c-8f6a-4804bf4f2d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.322767 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-6b15d0ad-116b-429c-8f6a-4804bf4f2d87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61a4304a-1b30-46f8-a1c7-332432a9aa4e HTTP/1.1" status: 204 len: 168 time: 0.1199613 Oct 12 04:11:28.330089 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15d0ad-116b-429c-8f6a-4804bf4f2d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a4304a-1b30-46f8-a1c7-332432a9aa4e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:28.572971 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44566) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:28.585849 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5707915-31f1-4e4b-9dd8-404ad52b7f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.659196 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5707915-31f1-4e4b-9dd8-404ad52b7f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.662667 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5707915-31f1-4e4b-9dd8-404ad52b7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.699893 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-e5707915-31f1-4e4b-9dd8-404ad52b7f0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a81692a7f2234a72a7b73c6ac2639328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1258793 Oct 12 04:11:28.701877 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5707915-31f1-4e4b-9dd8-404ad52b7f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ed999d-6a01-4115-976d-ed18ae43a577,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:28.702508 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44568) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:28.749584 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a55cd66-6141-44dc-99c0-c8a3f0ce357b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.769598 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a55cd66-6141-44dc-99c0-c8a3f0ce357b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.814475 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a55cd66-6141-44dc-99c0-c8a3f0ce357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.817827 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a55cd66-6141-44dc-99c0-c8a3f0ce357b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:28.819164 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-8a55cd66-6141-44dc-99c0-c8a3f0ce357b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73ed999d-6a01-4115-976d-ed18ae43a577 HTTP/1.1" status: 204 len: 168 time: 0.1156168 Oct 12 04:11:28.826612 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55cd66-6141-44dc-99c0-c8a3f0ce357b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ed999d-6a01-4115-976d-ed18ae43a577,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:30.406344 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44636) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:30.506869 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-683973a0-1400-4ac3-a424-6d81213bb3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:30.535686 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:11:30.580086 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-683973a0-1400-4ac3-a424-6d81213bb3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:30.583734 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-683973a0-1400-4ac3-a424-6d81213bb3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:30.621556 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-683973a0-1400-4ac3-a424-6d81213bb3ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=668451f544114b6ebed00e13c4a96002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141850 Oct 12 04:11:30.623338 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683973a0-1400-4ac3-a424-6d81213bb3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd575e4-b113-4c30-9265-697c8408b5d1,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:30.624213 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44640) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:30.659693 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-ef1f06f1-5684-49b7-acbf-734352650fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:30.674719 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f405427f-06ab-4f3a-8dd5-5445956fed6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:30.695677 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f405427f-06ab-4f3a-8dd5-5445956fed6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:30.739267 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f405427f-06ab-4f3a-8dd5-5445956fed6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:30.741854 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f405427f-06ab-4f3a-8dd5-5445956fed6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:30.742961 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-f405427f-06ab-4f3a-8dd5-5445956fed6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebd575e4-b113-4c30-9265-697c8408b5d1 HTTP/1.1" status: 204 len: 168 time: 0.1177897 Oct 12 04:11:30.750490 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405427f-06ab-4f3a-8dd5-5445956fed6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd575e4-b113-4c30-9265-697c8408b5d1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:30.989835 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44646) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:31.002793 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d672-3ebc-450c-9e6f-3f8713e1f932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:31.075831 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d672-3ebc-450c-9e6f-3f8713e1f932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:31.079762 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d672-3ebc-450c-9e6f-3f8713e1f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:31.118277 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-e7a2d672-3ebc-450c-9e6f-3f8713e1f932 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ed4b18b3b774b23ab1693096e3f755a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273401 Oct 12 04:11:31.119107 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2d672-3ebc-450c-9e6f-3f8713e1f932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43ee14d-b55a-4e69-9aa2-9d206e7072b8,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:31.120915 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44652) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:31.177666 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe980b4f-4650-4b79-9b1b-691a842fc4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:31.198642 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe980b4f-4650-4b79-9b1b-691a842fc4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:31.245061 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe980b4f-4650-4b79-9b1b-691a842fc4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:31.247650 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe980b4f-4650-4b79-9b1b-691a842fc4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:31.248787 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-fe980b4f-4650-4b79-9b1b-691a842fc4c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c43ee14d-b55a-4e69-9aa2-9d206e7072b8 HTTP/1.1" status: 204 len: 168 time: 0.1266925 Oct 12 04:11:31.256262 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe980b4f-4650-4b79-9b1b-691a842fc4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43ee14d-b55a-4e69-9aa2-9d206e7072b8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:31.645826 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:31.722144 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.060973 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44734) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:33.172327 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6129ef14-844f-4f36-8d40-a915769bb41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.244044 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6129ef14-844f-4f36-8d40-a915769bb41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.247545 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6129ef14-844f-4f36-8d40-a915769bb41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.283898 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-6129ef14-844f-4f36-8d40-a915769bb41e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f55705754ea74adb8ff981169b9d7bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218511 Oct 12 04:11:33.284877 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129ef14-844f-4f36-8d40-a915769bb41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cc70e7-f61a-4c19-9d9a-2068504916ff,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:33.286574 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44738) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:33.337380 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c52c698-3452-4026-b573-b4adefbaa61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.360909 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c52c698-3452-4026-b573-b4adefbaa61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.407650 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c52c698-3452-4026-b573-b4adefbaa61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.410239 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c52c698-3452-4026-b573-b4adefbaa61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.414133 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-6c52c698-3452-4026-b573-b4adefbaa61b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14cc70e7-f61a-4c19-9d9a-2068504916ff HTTP/1.1" status: 204 len: 168 time: 0.1232586 Oct 12 04:11:33.418923 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52c698-3452-4026-b573-b4adefbaa61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cc70e7-f61a-4c19-9d9a-2068504916ff,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:33.633626 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.682193 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44764) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:33.695584 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b60a0ac7-4ac3-43dd-936e-904d24b8bcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.772501 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b60a0ac7-4ac3-43dd-936e-904d24b8bcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.776187 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b60a0ac7-4ac3-43dd-936e-904d24b8bcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.811387 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a0ac7-4ac3-43dd-936e-904d24b8bcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f68b37-0d75-49c7-942b-610f9b3925c9,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:33.815526 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-b60a0ac7-4ac3-43dd-936e-904d24b8bcee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=702611a52b4f4335904f4901e1ac1e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323032 Oct 12 04:11:33.818729 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44766) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:33.865348 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-46110855-6031-4e47-a10a-b3f4dfc35d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.885071 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-46110855-6031-4e47-a10a-b3f4dfc35d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.930142 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-46110855-6031-4e47-a10a-b3f4dfc35d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.932489 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-46110855-6031-4e47-a10a-b3f4dfc35d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:33.933670 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-46110855-6031-4e47-a10a-b3f4dfc35d5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11f68b37-0d75-49c7-942b-610f9b3925c9 HTTP/1.1" status: 204 len: 168 time: 0.1140368 Oct 12 04:11:33.943090 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46110855-6031-4e47-a10a-b3f4dfc35d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f68b37-0d75-49c7-942b-610f9b3925c9,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:35.697740 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44806) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:35.740166 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6f3b44-e2ab-4dd0-bead-245f8aa1c423 admin admin] Deleting subnet bc386ec3-6742-44ba-a7de-fd7160b1ce9b {{(pid=94182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:11:35.743070 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3b44-e2ab-4dd0-bead-245f8aa1c423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:35.777973 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3b44-e2ab-4dd0-bead-245f8aa1c423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542351'] for subnet, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:35.815051 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3b44-e2ab-4dd0-bead-245f8aa1c423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:35.865606 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3b44-e2ab-4dd0-bead-245f8aa1c423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11439025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11845777'] for subnet, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:35.891848 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3b44-e2ab-4dd0-bead-245f8aa1c423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:35.895540 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-ef6f3b44-e2ab-4dd0-bead-245f8aa1c423 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bc386ec3-6742-44ba-a7de-fd7160b1ce9b HTTP/1.1" status: 204 len: 168 time: 0.1967845 Oct 12 04:11:35.896478 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f3b44-e2ab-4dd0-bead-245f8aa1c423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc386ec3-6742-44ba-a7de-fd7160b1ce9b,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:35.898117 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44808) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:35.963572 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3b3fd8a-bfed-40ab-876d-b65a5d125fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:36.043225 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3b3fd8a-bfed-40ab-876d-b65a5d125fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:36.062937 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-a3b3fd8a-bfed-40ab-876d-b65a5d125fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee64e458-5e6c-458b-a5ce-e667e1fc4509']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:36.072639 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-a3b3fd8a-bfed-40ab-876d-b65a5d125fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a92035-ae31-4d03-99a9-f1c217744e33') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:36.072994 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-a3b3fd8a-bfed-40ab-876d-b65a5d125fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a92035-ae31-4d03-99a9-f1c217744e33') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:36.083375 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3b3fd8a-bfed-40ab-876d-b65a5d125fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12517864'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:36.097581 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3b3fd8a-bfed-40ab-876d-b65a5d125fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:36.103460 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b3fd8a-bfed-40ab-876d-b65a5d125fe4 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:11:36.103836 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3b3fd8a-bfed-40ab-876d-b65a5d125fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113982'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: Traceback (most recent call last): Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: timer() Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: cb(*args, **kw) Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: return func(*args, **kwargs) Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: self._notify() Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: self.callback(batched_events) Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: event.method(event) Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: return f(self, *a, **k) Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: return self._get(url).json() Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: return self.request(url, 'GET', **kwargs) Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:11:36.105588 dv-cinder-813067-1-smb neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:11:36.157183 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3b3fd8a-bfed-40ab-876d-b65a5d125fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:36.162797 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3b3fd8a-bfed-40ab-876d-b65a5d125fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:36.166027 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-a3b3fd8a-bfed-40ab-876d-b65a5d125fe4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ee64e458-5e6c-458b-a5ce-e667e1fc4509 HTTP/1.1" status: 204 len: 168 time: 0.2668643 Oct 12 04:11:36.179183 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3fd8a-bfed-40ab-876d-b65a5d125fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee64e458-5e6c-458b-a5ce-e667e1fc4509,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:36.329823 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44830) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:36.378070 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-8a6e84de-1587-48a4-b7e9-bc553a4a885b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88fd13f02efd472ab42de58bb963df4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467107 Oct 12 04:11:36.381164 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44834) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:36.432116 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-fa1af41b-646e-4693-b27c-28b6325c1bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:36.458759 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-fa1af41b-646e-4693-b27c-28b6325c1bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:36.506627 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-fa1af41b-646e-4693-b27c-28b6325c1bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:36.509783 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-fa1af41b-646e-4693-b27c-28b6325c1bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:36.511068 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-fa1af41b-646e-4693-b27c-28b6325c1bfa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9a81b43-d7c6-418d-8327-fa7745837f5f HTTP/1.1" status: 204 len: 168 time: 0.1287174 Oct 12 04:11:36.518752 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1af41b-646e-4693-b27c-28b6325c1bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a81b43-d7c6-418d-8327-fa7745837f5f,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:37.338011 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:37.865011 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44854) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:37.967042 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6a4dfc22-c4ba-473e-8626-ec848957e65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:38.040630 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6a4dfc22-c4ba-473e-8626-ec848957e65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:38.044124 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6a4dfc22-c4ba-473e-8626-ec848957e65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:38.082199 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-6a4dfc22-c4ba-473e-8626-ec848957e65a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a72a9887849b406b87febda7b0cfe276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161717 Oct 12 04:11:38.086409 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dfc22-c4ba-473e-8626-ec848957e65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11240c5b-52f8-4b78-9a9c-953c5383f9e2,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:38.086583 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44858) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:38.137913 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b18154d6-9cf7-450f-9ccf-bdab816dafa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:38.164035 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b18154d6-9cf7-450f-9ccf-bdab816dafa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:38.210554 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b18154d6-9cf7-450f-9ccf-bdab816dafa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:38.213166 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b18154d6-9cf7-450f-9ccf-bdab816dafa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:38.214278 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-b18154d6-9cf7-450f-9ccf-bdab816dafa2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11240c5b-52f8-4b78-9a9c-953c5383f9e2 HTTP/1.1" status: 204 len: 168 time: 0.1282413 Oct 12 04:11:38.221693 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18154d6-9cf7-450f-9ccf-bdab816dafa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11240c5b-52f8-4b78-9a9c-953c5383f9e2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:39.160315 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44888) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:39.263531 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-446be72a-2792-42a9-b7f0-41e75b3e11ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:39.338345 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-446be72a-2792-42a9-b7f0-41e75b3e11ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:39.342090 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-446be72a-2792-42a9-b7f0-41e75b3e11ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:39.376941 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-446be72a-2792-42a9-b7f0-41e75b3e11ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50fd6d58d2dc498293ae140c341be631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155256 Oct 12 04:11:39.379313 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446be72a-2792-42a9-b7f0-41e75b3e11ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee6a4a3-5cfa-44d5-81d8-28e51e3b2c98,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:39.380142 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44892) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:39.427976 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a0c03e4-c935-4c53-a78c-cc64e309493e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:39.449010 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a0c03e4-c935-4c53-a78c-cc64e309493e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:39.492599 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a0c03e4-c935-4c53-a78c-cc64e309493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:39.495142 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a0c03e4-c935-4c53-a78c-cc64e309493e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:39.496259 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-6a0c03e4-c935-4c53-a78c-cc64e309493e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dee6a4a3-5cfa-44d5-81d8-28e51e3b2c98 HTTP/1.1" status: 204 len: 168 time: 0.1150024 Oct 12 04:11:39.504489 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c03e4-c935-4c53-a78c-cc64e309493e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee6a4a3-5cfa-44d5-81d8-28e51e3b2c98,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:40.075596 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44914) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:40.166895 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-227506329-network', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:40.188510 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Made reservation on behalf of b51b06f1add14438b1f86ff7cf08a3ee for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:11:40.190644 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.198956 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.273006 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.276499 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.300692 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:11:40.310185 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dfcea8-c3d6-4865-afe9-f138e754e19f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:40.316000 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.316461 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.segments_db [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Added segment faeef7eb-3357-4b92-98bf-15d46e83257b of type vlan for network baf1ba12-b640-4824-bad7-20c2b4a62b9d Oct 12 04:11:40.355644 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.378816 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.379735 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:40.380319 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.429750 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3530800 Oct 12 04:11:40.432888 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44918) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:40.437895 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-39b46b8e-3cbd-4806-8ccf-ef69d7ca6ed3 admin admin] Request body: {'subnet': {'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-227506329-subnet', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'ip_version': 4}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:40.440241 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe890029-ca8c-4456-a8a0-5041f3ed2273 admin admin] Pushing event updated for resources: {'Network': ['ID=baf1ba12-b640-4824-bad7-20c2b4a62b9d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:40.450111 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network baf1ba12-b640-4824-bad7-20c2b4a62b9d details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:11:40.458374 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b46b8e-3cbd-4806-8ccf-ef69d7ca6ed3 admin admin] Made reservation on behalf of b51b06f1add14438b1f86ff7cf08a3ee for: {'subnet': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:11:40.460764 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39b46b8e-3cbd-4806-8ccf-ef69d7ca6ed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11845814'] for subnet, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.620378 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39b46b8e-3cbd-4806-8ccf-ef69d7ca6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11439090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11845784'] for subnet, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.673817 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b46b8e-3cbd-4806-8ccf-ef69d7ca6ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6be438-f0fa-40e5-b551-3212a468676b,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:40.680290 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b46b8e-3cbd-4806-8ccf-ef69d7ca6ed3 admin admin] Checking segment: {'id': 'faeef7eb-3357-4b92-98bf-15d46e83257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:11:40.680642 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b46b8e-3cbd-4806-8ccf-ef69d7ca6ed3 admin admin] Network hostable DHCP agents. Network: baf1ba12-b640-4824-bad7-20c2b4a62b9d, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:11:40.696130 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b46b8e-3cbd-4806-8ccf-ef69d7ca6ed3 admin admin] Network baf1ba12-b640-4824-bad7-20c2b4a62b9d is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:11:40.704167 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-39b46b8e-3cbd-4806-8ccf-ef69d7ca6ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, baf1ba12-b640-4824-bad7-20c2b4a62b9d) {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:40.710294 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b46b8e-3cbd-4806-8ccf-ef69d7ca6ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:40.710420 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-39b46b8e-3cbd-4806-8ccf-ef69d7ca6ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.713358 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2bddf8-c5c7-426c-8898-cdc8d39c36a5 None None] Network baf1ba12-b640-4824-bad7-20c2b4a62b9d requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:11:40.726768 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-39b46b8e-3cbd-4806-8ccf-ef69d7ca6ed3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2927005 Oct 12 04:11:40.729524 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44920) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:40.733992 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:40.754564 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3912427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11545'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.755694 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11520'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.810800 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.874124 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14ea8759-f254-50c7-b659-99720e7faefa-baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b'}]}} from dv-cinder-813067-1-smb. {{(pid=94184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:11:40.874971 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:40.948091 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:41.010492 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.db_base_plugin_common [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Allocated IP 172.20.0.2 (baf1ba12-b640-4824-bad7-20c2b4a62b9d/de6be438-f0fa-40e5-b551-3212a468676b/1a904e77-2ec1-4717-9ef6-e13015fc948a) {{(pid=94184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:11:41.158302 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Notify callbacks [] for port, precommit_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:41.164312 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:41.204700 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Network baf1ba12-b640-4824-bad7-20c2b4a62b9d is already hosted by enough agents. {{(pid=94184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:11:41.207407 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.base_scheduler [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Resources bound (agent type, host, resource id): {{(pid=94184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:41.210943 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Received port after_create {{(pid=94184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:11:41.217678 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Pushing event updated for resources: {'Port': ['ID=1a904e77-2ec1-4717-9ef6-e13015fc948a,revision_number=1']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:41.227073 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:41.227410 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:41.227739 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:41.228064 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:41.228384 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:41.228711 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:41.229057 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:41.229379 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:41.229694 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:41.230011 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:41.230321 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:41.230656 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:41.274371 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Attempting to bind port 1a904e77-2ec1-4717-9ef6-e13015fc948a on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:11:41.274729 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Attempting to bind port 1a904e77-2ec1-4717-9ef6-e13015fc948a by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': 'faeef7eb-3357-4b92-98bf-15d46e83257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:11:41.275081 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Attempting to bind port 1a904e77-2ec1-4717-9ef6-e13015fc948a on network baf1ba12-b640-4824-bad7-20c2b4a62b9d {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:11:41.279738 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:11:41.280097 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Checking segment: {'id': 'faeef7eb-3357-4b92-98bf-15d46e83257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:11:41.280485 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:41.280881 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Bound using segment: {'id': 'faeef7eb-3357-4b92-98bf-15d46e83257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:11:41.281343 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Bound port: 1a904e77-2ec1-4717-9ef6-e13015fc948a, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faeef7eb-3357-4b92-98bf-15d46e83257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:11:41.281872 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:41.350484 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] For port 1a904e77-2ec1-4717-9ef6-e13015fc948a, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:11:41.353752 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] For port 1a904e77-2ec1-4717-9ef6-e13015fc948a, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=1a904e77-2ec1-4717-9ef6-e13015fc948a,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:11:41.357783 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:41.369294 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:41.387855 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:41.417923 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f28e3-417b-4db6-8834-de7350be2f09 None None] Pushing event updated for resources: {'Port': ['ID=1a904e77-2ec1-4717-9ef6-e13015fc948a,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:41.500809 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Allocated IP 172.28.0.96 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/a0ce7b30-1d4b-4925-b1d2-c58ad6f39798) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:11:41.617077 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:41.655812 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:41.698384 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:11:41.701345 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:41.705539 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:11:41.708972 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Pushing event updated for resources: {'Port': ['ID=a0ce7b30-1d4b-4925-b1d2-c58ad6f39798,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:41.944753 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:42.142309 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873529'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:42.271029 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Router effce134-9488-4743-86b7-d90bc07fe8d0 is scheduled to L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:11:42.287236 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4da6f7-bb8d-420c-9991-8c21ef5cb3eb None None] Network baf1ba12-b640-4824-bad7-20c2b4a62b9d requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:11:42.366604 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-e96b2cef-1649-43d5-b80f-6d7c67a70385 None None] Provisioning complete for port 1a904e77-2ec1-4717-9ef6-e13015fc948a triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:42.366885 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e96b2cef-1649-43d5-b80f-6d7c67a70385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:42.379603 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:11:42.392968 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Sync routers for ids ['effce134-9488-4743-86b7-d90bc07fe8d0'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:11:42.398918 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:42.400146 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-a7bbfb6b-e512-4a2a-be5f-0f7f3c5d46bb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6696241 Oct 12 04:11:42.402837 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44922) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:42.435553 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Routers {'effce134-9488-4743-86b7-d90bc07fe8d0'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:11:42.436182 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:11:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['effce134-9488-4743-86b7-d90bc07fe8d0'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:42.603325 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e96b2cef-1649-43d5-b80f-6d7c67a70385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:42.620155 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Set router effce134-9488-4743-86b7-d90bc07fe8d0 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:11:42.730812 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-e96b2cef-1649-43d5-b80f-6d7c67a70385 None None] For port 1a904e77-2ec1-4717-9ef6-e13015fc948a, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=1a904e77-2ec1-4717-9ef6-e13015fc948a,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:11:42.739045 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e96b2cef-1649-43d5-b80f-6d7c67a70385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:42.824165 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:42.831209 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b2cef-1649-43d5-b80f-6d7c67a70385 None None] Pushing event updated for resources: {'Port': ['ID=1a904e77-2ec1-4717-9ef6-e13015fc948a,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:42.868101 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-10dde5f4-528d-4c4f-92b2-7dc75eec0201 None None] Provisioning complete for port 1a904e77-2ec1-4717-9ef6-e13015fc948a triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:42.868393 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-10dde5f4-528d-4c4f-92b2-7dc75eec0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:42.871555 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:11:41Z', 'revision_number': 3, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port': {'id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:41Z', 'updated_at': '2021-10-12T04:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:42.916888 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Checking router: effce134-9488-4743-86b7-d90bc07fe8d0 for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:11:42.917253 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Updating router effce134-9488-4743-86b7-d90bc07fe8d0 port a0ce7b30-1d4b-4925-b1d2-c58ad6f39798 binding host dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:11:42.954512 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:42.980743 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Allocated IP 172.20.0.1 (baf1ba12-b640-4824-bad7-20c2b4a62b9d/de6be438-f0fa-40e5-b551-3212a468676b/2daa1143-5d9e-4f82-a202-558ec9a6ae6d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:11:43.093879 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.126976 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.170854 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Network baf1ba12-b640-4824-bad7-20c2b4a62b9d is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:11:43.177586 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:43.181109 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:11:43.203121 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Pushing event updated for resources: {'Port': ['ID=2daa1143-5d9e-4f82-a202-558ec9a6ae6d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:43.223247 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873320'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.245089 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.250946 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.305385 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Attempting to bind port a0ce7b30-1d4b-4925-b1d2-c58ad6f39798 on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:11:43.306384 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Attempting to bind port a0ce7b30-1d4b-4925-b1d2-c58ad6f39798 by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:11:43.306384 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Attempting to bind port a0ce7b30-1d4b-4925-b1d2-c58ad6f39798 on network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:11:43.313291 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cb69f-7c8c-44f7-a841-65389ab9ca52 None None] Pushing event updated for resources: {'Port': ['ID=a0ce7b30-1d4b-4925-b1d2-c58ad6f39798,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:43.315811 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:11:43.316214 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Checking segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:11:43.316642 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.317053 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Bound using segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:11:43.317533 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Bound port: a0ce7b30-1d4b-4925-b1d2-c58ad6f39798, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:11:43.317907 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.362411 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.378684 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] For port a0ce7b30-1d4b-4925-b1d2-c58ad6f39798, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:11:43.392265 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] For port a0ce7b30-1d4b-4925-b1d2-c58ad6f39798, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=a0ce7b30-1d4b-4925-b1d2-c58ad6f39798,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:11:43.398329 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.399961 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-1b785bb7-8805-4c31-835f-75e01dfa49be None None] Provisioning complete for port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:43.400318 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-1b785bb7-8805-4c31-835f-75e01dfa49be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.481954 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Routers {'effce134-9488-4743-86b7-d90bc07fe8d0'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:11:43.482556 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:11:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['effce134-9488-4743-86b7-d90bc07fe8d0'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:43.491922 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-1b785bb7-8805-4c31-835f-75e01dfa49be None None] Port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:11:43.524749 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.530109 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.604396 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3912888'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.610317 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Pushing event updated for resources: {'Port': ['ID=2daa1143-5d9e-4f82-a202-558ec9a6ae6d,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:43.652343 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 1a904e77-2ec1-4717-9ef6-e13015fc948a up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:11:43.656047 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cb69f-7c8c-44f7-a841-65389ab9ca52 None None] Pushing event updated for resources: {'Port': ['ID=a0ce7b30-1d4b-4925-b1d2-c58ad6f39798,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:43.697103 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Network baf1ba12-b640-4824-bad7-20c2b4a62b9d is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:11:43.698500 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:43.764412 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] Set router effce134-9488-4743-86b7-d90bc07fe8d0 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:11:43.766794 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 1a904e77-2ec1-4717-9ef6-e13015fc948a triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:43.767163 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:43.977150 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-4116e511-931d-418e-bd01-c4ae0f33122c None None] Provisioning complete for port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:43.977440 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4116e511-931d-418e-bd01-c4ae0f33122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:44.044107 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Router effce134-9488-4743-86b7-d90bc07fe8d0 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:11:44.057643 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-4116e511-931d-418e-bd01-c4ae0f33122c None None] Port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:11:44.090084 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 4, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port': {'id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:41Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '2daa1143-5d9e-4f82-a202-558ec9a6ae6d', 'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'mac_address': 'fa:16:3e:da:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:42Z', 'updated_at': '2021-10-12T04:11:42Z', 'revision_number': 1, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'subnets': [{'id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:44.116509 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880e0c18-890b-482f-b9a7-38d28d1d18c4 None None] The sync data for ids ['effce134-9488-4743-86b7-d90bc07fe8d0'] in dv-cinder-813067-1-smb is: [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 4, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port': {'id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:41Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '2daa1143-5d9e-4f82-a202-558ec9a6ae6d', 'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'mac_address': 'fa:16:3e:da:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:42Z', 'updated_at': '2021-10-12T04:11:42Z', 'revision_number': 1, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'subnets': [{'id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:11:44.155126 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:11:44.161064 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-b26755c0-908c-466d-9229-3b80db61757c admin admin] 10.222.0.31 "PUT /v2.0/routers/effce134-9488-4743-86b7-d90bc07fe8d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7572224 Oct 12 04:11:44.664518 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44946) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:44.670327 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-500824952-network', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:44.701473 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Made reservation on behalf of 58262d2f0aee4c58871cb7ab53f75c48 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:11:44.703887 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:44.714518 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:44.829496 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:44.834561 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:44.857032 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:11:44.873930 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2d3f27-8269-4a77-91d1-0d822e8a19cf,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:44.878395 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:44.879374 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.segments_db [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Added segment 9c837377-9496-4d5c-a04f-e021b00aa6c0 of type vlan for network f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3 Oct 12 04:11:44.922304 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:44.953074 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:44.954076 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:44.954664 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:45.019170 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:45.027954 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-409d9be7-4489-422a-aba7-47dcce4afa17 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3592005 Oct 12 04:11:45.028802 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44954) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:45.034417 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3 details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:11:45.037977 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-4fceda64-f941-43b0-b30a-060e3d4cf323 admin admin] Request body: {'subnet': {'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-500824952-subnet', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'ip_version': 4}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:45.078449 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fceda64-f941-43b0-b30a-060e3d4cf323 admin admin] Made reservation on behalf of 58262d2f0aee4c58871cb7ab53f75c48 for: {'subnet': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:11:45.081551 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4fceda64-f941-43b0-b30a-060e3d4cf323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11845814'] for subnet, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:45.298962 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4fceda64-f941-43b0-b30a-060e3d4cf323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11439090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11845784'] for subnet, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:45.356247 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceda64-f941-43b0-b30a-060e3d4cf323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22eb80b9-a03f-4b27-8576-56ff42a57548,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:45.368193 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fceda64-f941-43b0-b30a-060e3d4cf323 admin admin] Checking segment: {'id': '9c837377-9496-4d5c-a04f-e021b00aa6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:11:45.368552 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fceda64-f941-43b0-b30a-060e3d4cf323 admin admin] Network hostable DHCP agents. Network: f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:11:45.386416 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fceda64-f941-43b0-b30a-060e3d4cf323 admin admin] Network f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3 is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:11:45.396570 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-4fceda64-f941-43b0-b30a-060e3d4cf323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3) {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:45.400648 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fceda64-f941-43b0-b30a-060e3d4cf323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:45.401287 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4fceda64-f941-43b0-b30a-060e3d4cf323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:45.406514 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812de764-9085-4a28-94a2-c3e7e9b56f00 None None] Network f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:11:45.417256 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-4fceda64-f941-43b0-b30a-060e3d4cf323 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3872478 Oct 12 04:11:45.420010 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44960) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:45.424078 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-500824952-router', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:45.444239 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3912427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11545'] for router, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:45.445419 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11520'] for router, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:45.497175 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:45.558933 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14ea8759-f254-50c7-b659-99720e7faefa-f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3', 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'fixed_ips': [{'subnet_id': '22eb80b9-a03f-4b27-8576-56ff42a57548'}]}} from dv-cinder-813067-1-smb. {{(pid=94184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:11:45.559794 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:45.635913 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:45.638379 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device a0ce7b30-1d4b-4925-b1d2-c58ad6f39798 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:11:45.729240 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.db_base_plugin_common [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Allocated IP 172.20.0.2 (f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3/22eb80b9-a03f-4b27-8576-56ff42a57548/e0a6cb2c-5217-444c-94f8-e5b2580604a2) {{(pid=94184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:11:45.740933 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port a0ce7b30-1d4b-4925-b1d2-c58ad6f39798 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:45.741302 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:45.848170 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:45.874206 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:45.956291 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:46.000588 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] For port a0ce7b30-1d4b-4925-b1d2-c58ad6f39798, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=a0ce7b30-1d4b-4925-b1d2-c58ad6f39798,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:11:46.001836 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Notify callbacks [] for port, precommit_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:46.006447 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:46.011249 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Allocated IP 172.28.0.16 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/0acadc65-6aed-4e13-bcd7-dee1aaaefb39) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:11:46.012452 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:46.057514 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Network f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3 is already hosted by enough agents. {{(pid=94184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:11:46.060464 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.base_scheduler [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Resources bound (agent type, host, resource id): {{(pid=94184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:46.070125 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Received port after_create {{(pid=94184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:11:46.128226 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Pushing event updated for resources: {'Port': ['ID=a0ce7b30-1d4b-4925-b1d2-c58ad6f39798,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:46.135223 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:46.162823 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Attempting to bind port e0a6cb2c-5217-444c-94f8-e5b2580604a2 on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:11:46.163087 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Attempting to bind port e0a6cb2c-5217-444c-94f8-e5b2580604a2 by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '9c837377-9496-4d5c-a04f-e021b00aa6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:11:46.163451 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Attempting to bind port e0a6cb2c-5217-444c-94f8-e5b2580604a2 on network f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3 {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:11:46.174079 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:46.175257 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:11:46.176346 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Checking segment: {'id': '9c837377-9496-4d5c-a04f-e021b00aa6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:11:46.176758 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:46.177589 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Bound using segment: {'id': '9c837377-9496-4d5c-a04f-e021b00aa6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:11:46.178010 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Bound port: e0a6cb2c-5217-444c-94f8-e5b2580604a2, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c837377-9496-4d5c-a04f-e021b00aa6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:11:46.178565 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:46.197104 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Pushing event updated for resources: {'Port': ['ID=e0a6cb2c-5217-444c-94f8-e5b2580604a2,revision_number=1']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:46.213380 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:11:46.220525 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:46.225582 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:11:46.252158 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Pushing event updated for resources: {'Port': ['ID=0acadc65-6aed-4e13-bcd7-dee1aaaefb39,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:46.275953 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] For port e0a6cb2c-5217-444c-94f8-e5b2580604a2, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:11:46.281684 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] For port e0a6cb2c-5217-444c-94f8-e5b2580604a2, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=e0a6cb2c-5217-444c-94f8-e5b2580604a2,segment=NetworkSegment(9c837377-9496-4d5c-a04f-e021b00aa6c0),segment_id=9c837377-9496-4d5c-a04f-e021b00aa6c0)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:11:46.287390 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:46.303528 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Sync routers for ids ['effce134-9488-4743-86b7-d90bc07fe8d0'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:11:46.316580 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Routers {'effce134-9488-4743-86b7-d90bc07fe8d0'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:11:46.317533 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:11:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['effce134-9488-4743-86b7-d90bc07fe8d0'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:46.376032 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a22a4-dac3-4c08-96b5-2662014572fb None None] Pushing event updated for resources: {'Port': ['ID=e0a6cb2c-5217-444c-94f8-e5b2580604a2,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:46.478701 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Set router effce134-9488-4743-86b7-d90bc07fe8d0 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:11:46.671365 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29246b4a-1504-41f5-97d0-9557443b4ba1 req-e801d159-07f4-45d4-bad3-16abe696ac9d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:46.677455 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-29246b4a-1504-41f5-97d0-9557443b4ba1 req-e801d159-07f4-45d4-bad3-16abe696ac9d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 946 time: 0.0747321 Oct 12 04:11:46.721132 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-29246b4a-1504-41f5-97d0-9557443b4ba1 req-6e2c5d7e-a14f-4f90-87f8-a4344027c39c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393710 Oct 12 04:11:46.732121 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 4, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port': {'id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:41Z', 'updated_at': '2021-10-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '2daa1143-5d9e-4f82-a202-558ec9a6ae6d', 'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'mac_address': 'fa:16:3e:da:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:42Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 2, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'subnets': [{'id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:46.763915 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Checking router: effce134-9488-4743-86b7-d90bc07fe8d0 for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:11:46.764288 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Updating router effce134-9488-4743-86b7-d90bc07fe8d0 port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d binding host dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:11:46.768307 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:46.788249 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:46.958351 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873529'] for router, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:47.045276 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:47.052413 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:47.093615 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Router 52ece337-0242-420c-a7ce-1af6d6f2bf5c is scheduled to L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd with binding_index 1 {{(pid=94182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:11:47.103252 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Pushing event updated for resources: {'Port': ['ID=2daa1143-5d9e-4f82-a202-558ec9a6ae6d,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:47.112123 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:47.112471 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:47.112852 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:47.113335 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:47.113668 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:47.114000 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:47.114365 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:47.114634 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:47.114956 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:47.115274 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:47.115593 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:47.115909 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:11:47.185397 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Attempting to bind port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:11:47.186718 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Attempting to bind port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': 'faeef7eb-3357-4b92-98bf-15d46e83257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:11:47.187077 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Attempting to bind port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d on network baf1ba12-b640-4824-bad7-20c2b4a62b9d {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:11:47.194759 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:11:47.195150 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Checking segment: {'id': 'faeef7eb-3357-4b92-98bf-15d46e83257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:11:47.196084 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:47.196493 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Bound using segment: {'id': 'faeef7eb-3357-4b92-98bf-15d46e83257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:11:47.197100 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Bound port: 2daa1143-5d9e-4f82-a202-558ec9a6ae6d, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faeef7eb-3357-4b92-98bf-15d46e83257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:11:47.197482 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:47.217720 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:11:47.228127 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Sync routers for ids ['52ece337-0242-420c-a7ce-1af6d6f2bf5c'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:11:47.238493 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] Notify callbacks [] for router, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:47.242966 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44970) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:47.243161 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-94b3847a-9066-4ff2-afde-434c2c3289fa admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8220539 Oct 12 04:11:47.246838 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Routers {'52ece337-0242-420c-a7ce-1af6d6f2bf5c'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:11:47.247475 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:11:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['52ece337-0242-420c-a7ce-1af6d6f2bf5c'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:47.297941 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] For port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:11:47.301923 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] For port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=2daa1143-5d9e-4f82-a202-558ec9a6ae6d,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:11:47.309924 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:47.365941 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Routers {'effce134-9488-4743-86b7-d90bc07fe8d0'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:11:47.367391 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:11:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['effce134-9488-4743-86b7-d90bc07fe8d0'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:47.387471 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Set router 52ece337-0242-420c-a7ce-1af6d6f2bf5c gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:11:47.489772 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] Set router effce134-9488-4743-86b7-d90bc07fe8d0 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:11:47.542097 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-1bcf6759-fd80-4f01-9c05-afd22e6a0f3e None None] Provisioning complete for port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:47.542462 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6759-fd80-4f01-9c05-afd22e6a0f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:47.634784 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3e3e5a-b905-4157-9a29-50126da789bf None None] Network f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:11:47.699133 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17a5fa-61f9-420f-8b91-257c0b1162ac None None] Pushing event updated for resources: {'Port': ['ID=2daa1143-5d9e-4f82-a202-558ec9a6ae6d,revision_number=4']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:47.836899 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 4, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port': {'id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:41Z', 'updated_at': '2021-10-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '2daa1143-5d9e-4f82-a202-558ec9a6ae6d', 'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'mac_address': 'fa:16:3e:da:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:42Z', 'updated_at': '2021-10-12T04:11:47Z', 'revision_number': 4, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'subnets': [{'id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:47.867227 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55ef8e-a3ad-45b8-971e-509ebc34c834 None None] The sync data for ids ['effce134-9488-4743-86b7-d90bc07fe8d0'] in dv-cinder-813067-1-smb is: [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 4, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port': {'id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:41Z', 'updated_at': '2021-10-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '2daa1143-5d9e-4f82-a202-558ec9a6ae6d', 'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'mac_address': 'fa:16:3e:da:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:42Z', 'updated_at': '2021-10-12T04:11:47Z', 'revision_number': 4, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'subnets': [{'id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:11:47.872688 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:47.898879 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device a0ce7b30-1d4b-4925-b1d2-c58ad6f39798 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:11:47.973074 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6759-fd80-4f01-9c05-afd22e6a0f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.043348 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'name': 'tempest-TestShelveInstance-500824952-router', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:11:46Z', 'revision_number': 3, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'gw_port': {'id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:48.102551 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Checking router: 52ece337-0242-420c-a7ce-1af6d6f2bf5c for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:11:48.102858 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Updating router 52ece337-0242-420c-a7ce-1af6d6f2bf5c port 0acadc65-6aed-4e13-bcd7-dee1aaaefb39 binding host dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:11:48.113171 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Allocated IP 172.20.0.1 (f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3/22eb80b9-a03f-4b27-8576-56ff42a57548/2857b17c-8eab-49c0-a5ba-73b284b165ab) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:11:48.122918 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf2ecc-dd46-402d-8f11-ae7835c877b4 req-d9361a23-c56d-4a93-93ff-8faf2d291fd3 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:48.124531 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e9bf2ecc-dd46-402d-8f11-ae7835c877b4 req-d9361a23-c56d-4a93-93ff-8faf2d291fd3 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 946 time: 0.3000968 Oct 12 04:11:48.127580 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-1bcf6759-fd80-4f01-9c05-afd22e6a0f3e None None] For port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=2daa1143-5d9e-4f82-a202-558ec9a6ae6d,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:11:48.134613 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port a0ce7b30-1d4b-4925-b1d2-c58ad6f39798 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:48.136405 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.156725 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6759-fd80-4f01-9c05-afd22e6a0f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.207831 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.229006 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e9bf2ecc-dd46-402d-8f11-ae7835c877b4 req-250c3356-a9aa-42e8-a5d2-63eef373e0d2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867591 Oct 12 04:11:48.276160 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.314610 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.344504 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf6759-fd80-4f01-9c05-afd22e6a0f3e None None] Pushing event updated for resources: {'Port': ['ID=2daa1143-5d9e-4f82-a202-558ec9a6ae6d,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:48.358828 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Pushing event updated for resources: {'Port': ['ID=2857b17c-8eab-49c0-a5ba-73b284b165ab,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:48.373170 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Network f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:11:48.374941 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:48.377263 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:11:48.412821 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-eca4ebeb-e064-4639-a8f8-dc9d7e70043a None None] Provisioning complete for port e0a6cb2c-5217-444c-94f8-e5b2580604a2 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:48.413215 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-eca4ebeb-e064-4639-a8f8-dc9d7e70043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.435515 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873320'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.461602 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device e0a6cb2c-5217-444c-94f8-e5b2580604a2 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:11:48.563873 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-8168f563-a608-4584-b74c-bc60f631afa7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:48.565523 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-8168f563-a608-4584-b74c-bc60f631afa7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.41 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 946 time: 0.1406517 Oct 12 04:11:48.645664 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port e0a6cb2c-5217-444c-94f8-e5b2580604a2 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:48.645982 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.649918 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-eca4ebeb-e064-4639-a8f8-dc9d7e70043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.678215 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.750625 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Deleting port 3474824e-4f7b-4a89-bc74-581693926ecc {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:11:48.750995 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.764155 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-eca4ebeb-e064-4639-a8f8-dc9d7e70043a None None] For port e0a6cb2c-5217-444c-94f8-e5b2580604a2, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=e0a6cb2c-5217-444c-94f8-e5b2580604a2,segment=NetworkSegment(9c837377-9496-4d5c-a04f-e021b00aa6c0),segment_id=9c837377-9496-4d5c-a04f-e021b00aa6c0)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:11:48.766538 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Notify callbacks [] for port, precommit_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.773439 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-eca4ebeb-e064-4639-a8f8-dc9d7e70043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.778712 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.865647 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-eca4ebeb-e064-4639-a8f8-dc9d7e70043a None None] Provisioning complete for port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:48.865944 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-eca4ebeb-e064-4639-a8f8-dc9d7e70043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.896118 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Attempting to bind port 0acadc65-6aed-4e13-bcd7-dee1aaaefb39 on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:11:48.896482 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Attempting to bind port 0acadc65-6aed-4e13-bcd7-dee1aaaefb39 by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:11:48.896839 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Attempting to bind port 0acadc65-6aed-4e13-bcd7-dee1aaaefb39 on network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:11:48.898077 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] For port 3474824e-4f7b-4a89-bc74-581693926ecc, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=3474824e-4f7b-4a89-bc74-581693926ecc,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:11:48.898517 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.909272 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4ebeb-e064-4639-a8f8-dc9d7e70043a None None] Pushing event updated for resources: {'Port': ['ID=e0a6cb2c-5217-444c-94f8-e5b2580604a2,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:48.915919 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:11:48.916287 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Checking segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:11:48.916678 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.917085 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Bound using segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:11:48.917590 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Bound port: 0acadc65-6aed-4e13-bcd7-dee1aaaefb39, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:11:48.918041 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:48.990455 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5217db3-806d-4205-9eee-4e6772a1db6c None None] Pushing event updated for resources: {'Port': ['ID=0acadc65-6aed-4e13-bcd7-dee1aaaefb39,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:49.007700 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] For port 0acadc65-6aed-4e13-bcd7-dee1aaaefb39, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:11:49.011612 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] For port 0acadc65-6aed-4e13-bcd7-dee1aaaefb39, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=0acadc65-6aed-4e13-bcd7-dee1aaaefb39,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:11:49.022426 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.034682 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.038283 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.098505 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Routers {'52ece337-0242-420c-a7ce-1af6d6f2bf5c'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:11:49.099113 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:11:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['52ece337-0242-420c-a7ce-1af6d6f2bf5c'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:49.143191 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3912888'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.145700 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5217db3-806d-4205-9eee-4e6772a1db6c None None] Pushing event updated for resources: {'Port': ['ID=0acadc65-6aed-4e13-bcd7-dee1aaaefb39,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:49.186843 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Pushing event updated for resources: {'Port': ['ID=2857b17c-8eab-49c0-a5ba-73b284b165ab,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:49.224156 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] Set router 52ece337-0242-420c-a7ce-1af6d6f2bf5c gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:11:49.226285 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-30072d59-6c8f-4101-8524-f0f6439b85c5 None None] Provisioning complete for port e0a6cb2c-5217-444c-94f8-e5b2580604a2 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:49.226285 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-30072d59-6c8f-4101-8524-f0f6439b85c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.246232 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.246610 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.246932 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.l3_db [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Floating IP 7808b727-196d-4d28-99cc-83f372335351 disassociated. External IP: 172.28.0.178, port: 3474824e-4f7b-4a89-bc74-581693926ecc. Oct 12 04:11:49.247268 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Calling delete_port for 3474824e-4f7b-4a89-bc74-581693926ecc owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:11:49.372241 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Network f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:11:49.377790 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:49.402551 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2d467-3f4c-4ab0-8130-f8d357717861 req-52ed9ba3-bd6e-4bd3-afc4-cba73017caa1 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:49.404055 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7aa2d467-3f4c-4ab0-8130-f8d357717861 req-52ed9ba3-bd6e-4bd3-afc4-cba73017caa1 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 946 time: 0.0938795 Oct 12 04:11:49.471993 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-30072d59-6c8f-4101-8524-f0f6439b85c5 None None] Provisioning complete for port 2857b17c-8eab-49c0-a5ba-73b284b165ab triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:49.472550 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-30072d59-6c8f-4101-8524-f0f6439b85c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.514617 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-30072d59-6c8f-4101-8524-f0f6439b85c5 None None] Port 2857b17c-8eab-49c0-a5ba-73b284b165ab cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:11:49.535515 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'name': 'tempest-TestShelveInstance-500824952-router', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 4, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'gw_port': {'id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '2857b17c-8eab-49c0-a5ba-73b284b165ab', 'name': '', 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'mac_address': 'fa:16:3e:1e:8c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '22eb80b9-a03f-4b27-8576-56ff42a57548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:47Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 2, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'subnets': [{'id': '22eb80b9-a03f-4b27-8576-56ff42a57548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:49.557503 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7aa2d467-3f4c-4ab0-8130-f8d357717861 req-851a13fc-7cc7-47a3-9766-9a56135fe58e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d706aa9-83bb-4981-bfcf-fdee8a34879b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169713 Oct 12 04:11:49.573758 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.592996 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ec369-7c8d-4528-8706-ed19c7b26f21 None None] The sync data for ids ['52ece337-0242-420c-a7ce-1af6d6f2bf5c'] in dv-cinder-813067-1-smb is: [{'id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'name': 'tempest-TestShelveInstance-500824952-router', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 4, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'gw_port': {'id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '2857b17c-8eab-49c0-a5ba-73b284b165ab', 'name': '', 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'mac_address': 'fa:16:3e:1e:8c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '22eb80b9-a03f-4b27-8576-56ff42a57548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:47Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 2, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'subnets': [{'id': '22eb80b9-a03f-4b27-8576-56ff42a57548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:11:49.618996 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event deleted for resources: {'Port': ['ID=3474824e-4f7b-4a89-bc74-581693926ecc,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:49.641949 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Router 52ece337-0242-420c-a7ce-1af6d6f2bf5c has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:11:49.646466 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 2daa1143-5d9e-4f82-a202-558ec9a6ae6d up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:11:49.843634 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-d3e92797-4e16-4780-bff3-d4b331f7e155 None None] Provisioning complete for port 2857b17c-8eab-49c0-a5ba-73b284b165ab triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:49.843996 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-d3e92797-4e16-4780-bff3-d4b331f7e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:49.890202 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-d3e92797-4e16-4780-bff3-d4b331f7e155 None None] Port 2857b17c-8eab-49c0-a5ba-73b284b165ab cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:11:49.903506 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:49.903882 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:50.003149 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device e0a6cb2c-5217-444c-94f8-e5b2580604a2 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:11:50.060733 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port e0a6cb2c-5217-444c-94f8-e5b2580604a2 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:50.061171 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:50.116156 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:11:50.119047 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Router e9f7c428-6ecc-4cbf-87bc-4fb532903992 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:11:50.122875 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-76a5cf89-766d-48b1-8e14-d16bb3e8f068 admin admin] 10.222.0.31 "PUT /v2.0/routers/52ece337-0242-420c-a7ce-1af6d6f2bf5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8787966 Oct 12 04:11:50.246153 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:11:50.256438 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c4f71-8616-4d1c-a61f-42b336c6f45a None None] Sync routers for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:11:50.270307 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c4f71-8616-4d1c-a61f-42b336c6f45a None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:11:50.271034 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-289c4f71-8616-4d1c-a61f-42b336c6f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:11:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:50.295047 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] No DVR routers for this DVR port 3474824e-4f7b-4a89-bc74-581693926ecc on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:11:50.297721 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:50.301081 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ffb3d75d-36e3-4985-ad12-74cf55273458 req-542c1353-7413-41b8-993a-710afb6777f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.41 "DELETE /v2.0/ports/3474824e-4f7b-4a89-bc74-581693926ecc HTTP/1.1" status: 204 len: 173 time: 1.7283134 Oct 12 04:11:50.301605 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'name': 'network-vif-deleted', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:11:50.304053 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df60d6ac-24ad-4d85-a047-19a33eee93a3" -d '{"events": [{"server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "name": "network-vif-deleted", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:11:50.376223 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af565b60-231a-4c26-9101-74b4d560b3b7 x-openstack-request-id: req-af565b60-231a-4c26-9101-74b4d560b3b7 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:11:50.376516 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d335047b-4a07-4eff-971a-47d426f9419e", "name": "network-vif-deleted", "tag": "3474824e-4f7b-4a89-bc74-581693926ecc", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:11:50.376788 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af565b60-231a-4c26-9101-74b4d560b3b7 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:11:50.377277 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd335047b-4a07-4eff-971a-47d426f9419e', 'name': 'network-vif-deleted', 'tag': '3474824e-4f7b-4a89-bc74-581693926ecc', 'status': 'completed', 'code': 200} Oct 12 04:11:50.393445 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-289c4f71-8616-4d1c-a61f-42b336c6f45a None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:11:50.746035 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-01d024cc-e0fe-4775-a390-fca93e36c4a4 req-2ffe3e3c-e9c0-49be-9014-a8643342801e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=d335047b-4a07-4eff-971a-47d426f9419e HTTP/1.1" status: 200 len: 210 time: 0.0411463 Oct 12 04:11:50.779904 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-289c4f71-8616-4d1c-a61f-42b336c6f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:45Z', 'revision_number': 5, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:50.838999 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c4f71-8616-4d1c-a61f-42b336c6f45a None None] Checking router: e9f7c428-6ecc-4cbf-87bc-4fb532903992 for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:11:50.859949 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c4f71-8616-4d1c-a61f-42b336c6f45a None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:11:50.861028 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-289c4f71-8616-4d1c-a61f-42b336c6f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:11:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:50.983957 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-289c4f71-8616-4d1c-a61f-42b336c6f45a None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:11:51.071588 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44990) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:51.077630 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-17d7a473-b9c1-44ff-b916-95db5eb9e858 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281742794', 'description': 'tempest-secgroup-smoke-281742794 description', 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:51.115870 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17d7a473-b9c1-44ff-b916-95db5eb9e858 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.198683 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17d7a473-b9c1-44ff-b916-95db5eb9e858 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.204228 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17d7a473-b9c1-44ff-b916-95db5eb9e858 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.219228 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-289c4f71-8616-4d1c-a61f-42b336c6f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:45Z', 'revision_number': 5, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:51.248109 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7a473-b9c1-44ff-b916-95db5eb9e858 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62762727-991a-4577-a5ea-fcdfd28a0aac,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:51.249628 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c4f71-8616-4d1c-a61f-42b336c6f45a None None] The sync data for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb is: [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:45Z', 'revision_number': 5, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:11:51.256626 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17d7a473-b9c1-44ff-b916-95db5eb9e858 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.257898 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-17d7a473-b9c1-44ff-b916-95db5eb9e858 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1852410 Oct 12 04:11:51.260678 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44992) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:51.265394 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4be1d7d5-ecbd-4085-8a98-3a9486bf2cf5 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Request body: {'security_group_rule': {'security_group_id': '62762727-991a-4577-a5ea-fcdfd28a0aac', 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:51.295432 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4be1d7d5-ecbd-4085-8a98-3a9486bf2cf5 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.373055 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4be1d7d5-ecbd-4085-8a98-3a9486bf2cf5 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.377526 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4be1d7d5-ecbd-4085-8a98-3a9486bf2cf5 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.397339 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1d7d5-ecbd-4085-8a98-3a9486bf2cf5 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bd56e8-ff63-43a0-b447-73626463c690,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:51.409254 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4be1d7d5-ecbd-4085-8a98-3a9486bf2cf5 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.410562 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-4be1d7d5-ecbd-4085-8a98-3a9486bf2cf5 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488864 Oct 12 04:11:51.413371 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44994) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:51.417997 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-16647221-1be2-4898-b729-29382129d7dc tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Request body: {'security_group_rule': {'security_group_id': '62762727-991a-4577-a5ea-fcdfd28a0aac', 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:51.449919 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-16647221-1be2-4898-b729-29382129d7dc tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.515116 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-16647221-1be2-4898-b729-29382129d7dc tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.519080 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-16647221-1be2-4898-b729-29382129d7dc tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.539732 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16647221-1be2-4898-b729-29382129d7dc tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e54458-1d11-4a45-9375-ddf1eeb2a51d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:51.545928 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-16647221-1be2-4898-b729-29382129d7dc tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.549803 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-16647221-1be2-4898-b729-29382129d7dc tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327701 Oct 12 04:11:51.550803 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 44996) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:51.555232 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7d9965c9-b1e9-44c3-9abe-c230010698bf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Request body: {'security_group_rule': {'security_group_id': '62762727-991a-4577-a5ea-fcdfd28a0aac', 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:51.587947 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d9965c9-b1e9-44c3-9abe-c230010698bf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.636796 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 0acadc65-6aed-4e13-bcd7-dee1aaaefb39 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:11:51.662076 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d9965c9-b1e9-44c3-9abe-c230010698bf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.667609 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d9965c9-b1e9-44c3-9abe-c230010698bf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.706947 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d9965c9-b1e9-44c3-9abe-c230010698bf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.710972 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 44998) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:51.711468 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-7d9965c9-b1e9-44c3-9abe-c230010698bf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594982 Oct 12 04:11:51.711884 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9965c9-b1e9-44c3-9abe-c230010698bf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069532f2-233a-4df1-82a9-6028980c148d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:51.718029 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-64232317-f88b-46aa-8735-ae2def00649c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Request body: {'security_group_rule': {'security_group_id': '62762727-991a-4577-a5ea-fcdfd28a0aac', 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:51.723740 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 0acadc65-6aed-4e13-bcd7-dee1aaaefb39 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:51.724111 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.753895 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-64232317-f88b-46aa-8735-ae2def00649c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.754436 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1eb85-611e-4af9-8670-d45c67620359 None None] New status for floating IP 7808b727-196d-4d28-99cc-83f372335351: DOWN {{(pid=94184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:11:51.834629 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-64232317-f88b-46aa-8735-ae2def00649c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.840301 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-64232317-f88b-46aa-8735-ae2def00649c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.845871 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 45004) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:51.869340 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64232317-f88b-46aa-8735-ae2def00649c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2846fa2-6223-4bb7-8d45-db0216273931,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:51.877526 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-64232317-f88b-46aa-8735-ae2def00649c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.887909 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-64232317-f88b-46aa-8735-ae2def00649c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1723373 Oct 12 04:11:51.888239 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 45006) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:51.892784 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-0ab94273-fbe8-4f72-acbc-3dfe9aa83404 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Request body: {'security_group_rule': {'security_group_id': '62762727-991a-4577-a5ea-fcdfd28a0aac', 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:51.922446 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.db.securitygroups_db [None req-0ab94273-fbe8-4f72-acbc-3dfe9aa83404 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Project b51b06f1add14438b1f86ff7cf08a3ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 04:11:51.924282 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d5f43426-1549-4659-b817-e73701c325b7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.929597 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0ab94273-fbe8-4f72-acbc-3dfe9aa83404 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.965524 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d5f43426-1549-4659-b817-e73701c325b7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.966710 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:51.995951 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] For port 0acadc65-6aed-4e13-bcd7-dee1aaaefb39, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=0acadc65-6aed-4e13-bcd7-dee1aaaefb39,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:11:52.000121 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.020174 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0ab94273-fbe8-4f72-acbc-3dfe9aa83404 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.028614 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0ab94273-fbe8-4f72-acbc-3dfe9aa83404 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.038668 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d5f43426-1549-4659-b817-e73701c325b7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.043113 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d5f43426-1549-4659-b817-e73701c325b7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.047981 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 45008) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:52.048766 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-d5f43426-1549-4659-b817-e73701c325b7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d706aa9-83bb-4981-bfcf-fdee8a34879b HTTP/1.1" status: 204 len: 168 time: 0.2017028 Oct 12 04:11:52.054507 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Pushing event updated for resources: {'Port': ['ID=0acadc65-6aed-4e13-bcd7-dee1aaaefb39,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:52.060601 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f43426-1549-4659-b817-e73701c325b7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d706aa9-83bb-4981-bfcf-fdee8a34879b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:52.063432 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0ab94273-fbe8-4f72-acbc-3dfe9aa83404 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.064663 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-0ab94273-fbe8-4f72-acbc-3dfe9aa83404 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1754136 Oct 12 04:11:52.067422 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 45010) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:52.070113 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab94273-fbe8-4f72-acbc-3dfe9aa83404 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2895969c-7b38-40fa-b1e6-6dcdbbfb0b1c,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:52.073695 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.api.v2.resource [None req-f5e6a7fd-fb79-418a-abdc-8dd6b93a104d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] show failed (client error): The resource could not be found. Oct 12 04:11:52.074717 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-f5e6a7fd-fb79-418a-abdc-8dd6b93a104d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups/8d706aa9-83bb-4981-bfcf-fdee8a34879b HTTP/1.1" status: 404 len: 347 time: 0.0258350 Oct 12 04:11:52.077591 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 45012) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:52.079047 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f34d65c0-3e30-4867-8103-6357dbb2faaf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Request body: {'security_group_rule': {'security_group_id': '62762727-991a-4577-a5ea-fcdfd28a0aac', 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:52.110247 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-f34d65c0-3e30-4867-8103-6357dbb2faaf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Project b51b06f1add14438b1f86ff7cf08a3ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 04:11:52.116461 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f34d65c0-3e30-4867-8103-6357dbb2faaf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.171110 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f34d65c0-3e30-4867-8103-6357dbb2faaf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.174805 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f34d65c0-3e30-4867-8103-6357dbb2faaf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.193224 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d65c0-3e30-4867-8103-6357dbb2faaf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144471c9-2e18-487e-8e4d-2ec66946e328,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:52.198537 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f34d65c0-3e30-4867-8103-6357dbb2faaf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.201080 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-f34d65c0-3e30-4867-8103-6357dbb2faaf tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302538 Oct 12 04:11:52.208960 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-edc55ffd-4a53-4b19-b0bf-40ad059e42c7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Deleting port faddb468-a63b-4fe9-ae79-8c0c901c27e7 {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:11:52.209306 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-edc55ffd-4a53-4b19-b0bf-40ad059e42c7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.287551 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-edc55ffd-4a53-4b19-b0bf-40ad059e42c7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.287972 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-edc55ffd-4a53-4b19-b0bf-40ad059e42c7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.303905 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-edc55ffd-4a53-4b19-b0bf-40ad059e42c7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Calling delete_port for faddb468-a63b-4fe9-ae79-8c0c901c27e7 owned by network:floatingip {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:11:52.336094 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Sync routers for ids ['52ece337-0242-420c-a7ce-1af6d6f2bf5c'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:11:52.346722 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Routers {'52ece337-0242-420c-a7ce-1af6d6f2bf5c'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:11:52.347634 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:11:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['52ece337-0242-420c-a7ce-1af6d6f2bf5c'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:52.482469 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Set router 52ece337-0242-420c-a7ce-1af6d6f2bf5c gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:11:52.486043 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-edc55ffd-4a53-4b19-b0bf-40ad059e42c7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.513871 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc55ffd-4a53-4b19-b0bf-40ad059e42c7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event deleted for resources: {'Port': ['ID=faddb468-a63b-4fe9-ae79-8c0c901c27e7,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:52.577343 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-edc55ffd-4a53-4b19-b0bf-40ad059e42c7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.580216 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-edc55ffd-4a53-4b19-b0bf-40ad059e42c7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.582148 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-edc55ffd-4a53-4b19-b0bf-40ad059e42c7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "DELETE /v2.0/floatingips/7808b727-196d-4d28-99cc-83f372335351 HTTP/1.1" status: 204 len: 168 time: 0.5030172 Oct 12 04:11:52.716553 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'name': 'tempest-TestShelveInstance-500824952-router', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 4, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'gw_port': {'id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '2857b17c-8eab-49c0-a5ba-73b284b165ab', 'name': '', 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'mac_address': 'fa:16:3e:1e:8c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '22eb80b9-a03f-4b27-8576-56ff42a57548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:47Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 2, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'subnets': [{'id': '22eb80b9-a03f-4b27-8576-56ff42a57548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:52.747409 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Checking router: 52ece337-0242-420c-a7ce-1af6d6f2bf5c for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:11:52.747769 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Updating router 52ece337-0242-420c-a7ce-1af6d6f2bf5c port 2857b17c-8eab-49c0-a5ba-73b284b165ab binding host dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:11:52.774848 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:52.938878 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 45070) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:52.944101 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-c96db8a1-2e30-44d2-9b31-d37adf976ded tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1242785095', 'description': 'tempest-description--1904882858'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:52.966767 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c96db8a1-2e30-44d2-9b31-d37adf976ded tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.038762 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c96db8a1-2e30-44d2-9b31-d37adf976ded tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.042989 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c96db8a1-2e30-44d2-9b31-d37adf976ded tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.058837 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.065434 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.081112 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-c96db8a1-2e30-44d2-9b31-d37adf976ded tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.085378 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 45076) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:53.090406 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c86c8d4d-726e-424f-b82a-84dcf2327edc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Request body: {'security_group_rule': {'security_group_id': 'fbcc3d7f-b699-499f-b8b8-a32bb425035c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:53.092768 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-c96db8a1-2e30-44d2-9b31-d37adf976ded tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1526005 Oct 12 04:11:53.097892 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96db8a1-2e30-44d2-9b31-d37adf976ded tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcc3d7f-b699-499f-b8b8-a32bb425035c,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:53.121199 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be525a80-3668-442c-9789-0d8cf40f14fd None None] Pushing event updated for resources: {'Port': ['ID=2857b17c-8eab-49c0-a5ba-73b284b165ab,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:53.135146 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c86c8d4d-726e-424f-b82a-84dcf2327edc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.179398 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Attempting to bind port 2857b17c-8eab-49c0-a5ba-73b284b165ab on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:11:53.179786 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Attempting to bind port 2857b17c-8eab-49c0-a5ba-73b284b165ab by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '9c837377-9496-4d5c-a04f-e021b00aa6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:11:53.180144 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Attempting to bind port 2857b17c-8eab-49c0-a5ba-73b284b165ab on network f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:11:53.185561 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:11:53.185926 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Checking segment: {'id': '9c837377-9496-4d5c-a04f-e021b00aa6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:11:53.186470 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.186860 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Bound using segment: {'id': '9c837377-9496-4d5c-a04f-e021b00aa6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:11:53.187661 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Bound port: 2857b17c-8eab-49c0-a5ba-73b284b165ab, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c837377-9496-4d5c-a04f-e021b00aa6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:11:53.187810 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.197385 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c86c8d4d-726e-424f-b82a-84dcf2327edc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.202533 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c86c8d4d-726e-424f-b82a-84dcf2327edc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.219898 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c8d4d-726e-424f-b82a-84dcf2327edc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb46f52-92fa-418c-9ea1-401b5298ba72,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:53.231480 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c86c8d4d-726e-424f-b82a-84dcf2327edc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.232714 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-c86c8d4d-726e-424f-b82a-84dcf2327edc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463206 Oct 12 04:11:53.235519 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 45078) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:53.240608 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-3f1c0f43-3791-4734-90ed-0f3ab20db08b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Request body: {'security_group_rule': {'security_group_id': 'fbcc3d7f-b699-499f-b8b8-a32bb425035c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:53.262731 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] For port 2857b17c-8eab-49c0-a5ba-73b284b165ab, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:11:53.266058 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] For port 2857b17c-8eab-49c0-a5ba-73b284b165ab, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=2857b17c-8eab-49c0-a5ba-73b284b165ab,segment=NetworkSegment(9c837377-9496-4d5c-a04f-e021b00aa6c0),segment_id=9c837377-9496-4d5c-a04f-e021b00aa6c0)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:11:53.270180 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.271871 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0f43-3791-4734-90ed-0f3ab20db08b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.281838 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 3474824e-4f7b-4a89-bc74-581693926ecc no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:11:53.303417 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: 3474824e-4f7b-4a89-bc74-581693926ecc {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:11:53.303903 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 3474824e-4f7b-4a89-bc74-581693926ecc not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:11:53.331821 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be525a80-3668-442c-9789-0d8cf40f14fd None None] Pushing event updated for resources: {'Port': ['ID=2857b17c-8eab-49c0-a5ba-73b284b165ab,revision_number=4']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:53.334380 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0f43-3791-4734-90ed-0f3ab20db08b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.339764 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0f43-3791-4734-90ed-0f3ab20db08b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.346554 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Routers {'52ece337-0242-420c-a7ce-1af6d6f2bf5c'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:11:53.347849 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:11:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['52ece337-0242-420c-a7ce-1af6d6f2bf5c'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:53.365976 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c0f43-3791-4734-90ed-0f3ab20db08b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f869856f-7020-486b-af3f-17ef64dbc94e,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:53.373191 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0f43-3791-4734-90ed-0f3ab20db08b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.376902 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-3f1c0f43-3791-4734-90ed-0f3ab20db08b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379154 Oct 12 04:11:53.377578 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 45080) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:11:53.382077 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Request body: {'floatingip': {'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:53.407181 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.443887 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-2d754e5d-c93f-46f6-9897-900cef42720b None None] Provisioning complete for port 2857b17c-8eab-49c0-a5ba-73b284b165ab triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:53.444733 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-2d754e5d-c93f-46f6-9897-900cef42720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.499262 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] Set router 52ece337-0242-420c-a7ce-1af6d6f2bf5c gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:11:53.521819 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.545989 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-2d754e5d-c93f-46f6-9897-900cef42720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.591300 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-2d754e5d-c93f-46f6-9897-900cef42720b None None] For port 2857b17c-8eab-49c0-a5ba-73b284b165ab, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=2857b17c-8eab-49c0-a5ba-73b284b165ab,segment=NetworkSegment(9c837377-9496-4d5c-a04f-e021b00aa6c0),segment_id=9c837377-9496-4d5c-a04f-e021b00aa6c0)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:11:53.601466 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-2d754e5d-c93f-46f6-9897-900cef42720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.663470 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d754e5d-c93f-46f6-9897-900cef42720b None None] Pushing event updated for resources: {'Port': ['ID=2857b17c-8eab-49c0-a5ba-73b284b165ab,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:53.689583 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Allocated IP 172.28.0.58 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/94d8b668-e72b-4e9d-b8e9-ceac5f03c03a) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:11:53.693717 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 2857b17c-8eab-49c0-a5ba-73b284b165ab up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:11:53.754920 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'name': 'tempest-TestShelveInstance-500824952-router', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 4, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'gw_port': {'id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '2857b17c-8eab-49c0-a5ba-73b284b165ab', 'name': '', 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'mac_address': 'fa:16:3e:1e:8c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '22eb80b9-a03f-4b27-8576-56ff42a57548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:47Z', 'updated_at': '2021-10-12T04:11:53Z', 'revision_number': 4, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'subnets': [{'id': '22eb80b9-a03f-4b27-8576-56ff42a57548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:11:53.757238 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-7d88fe61-3be3-4e36-a2dc-7d7f81589ffe None None] Provisioning complete for port 2857b17c-8eab-49c0-a5ba-73b284b165ab triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:53.757607 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-7d88fe61-3be3-4e36-a2dc-7d7f81589ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.789578 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99182024-c677-4c6a-92a5-352c35c063fb None None] The sync data for ids ['52ece337-0242-420c-a7ce-1af6d6f2bf5c'] in dv-cinder-813067-1-smb is: [{'id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'name': 'tempest-TestShelveInstance-500824952-router', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 4, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'gw_port': {'id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '2857b17c-8eab-49c0-a5ba-73b284b165ab', 'name': '', 'network_id': 'f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'mac_address': 'fa:16:3e:1e:8c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '22eb80b9-a03f-4b27-8576-56ff42a57548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:47Z', 'updated_at': '2021-10-12T04:11:53Z', 'revision_number': 4, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'subnets': [{'id': '22eb80b9-a03f-4b27-8576-56ff42a57548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:11:53.804077 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 2857b17c-8eab-49c0-a5ba-73b284b165ab triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:53.804524 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.824784 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.864252 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:53.910760 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:11:53.913797 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:53.918147 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:11:53.921415 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event updated for resources: {'Port': ['ID=94d8b668-e72b-4e9d-b8e9-ceac5f03c03a,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:53.924349 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 0acadc65-6aed-4e13-bcd7-dee1aaaefb39 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:11:53.978840 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 0acadc65-6aed-4e13-bcd7-dee1aaaefb39 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:53.979283 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:54.015383 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:54.062549 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:54.224375 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for port, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:54.229025 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11438983'] for port, after_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:54.295009 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event updated for resources: {'Port': ['ID=94d8b668-e72b-4e9d-b8e9-ceac5f03c03a,revision_number=2']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:54.307681 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:54.324487 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:54.325791 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-90759fcd-7db1-4382-bd30-41490741b0ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9471631 Oct 12 04:11:54.505935 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-511bc8ee-ccd9-4bc7-b801-c778c8f12fe4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1242785095&fields=id&tenant_id=11482740b3bb4e3bbfcc856e54a24288 HTTP/1.1" status: 200 len: 267 time: 0.0314295 Oct 12 04:11:54.610465 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-e177fdcf-dc67-4a16-81ae-b198fb672643 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:54.611925 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-e177fdcf-dc67-4a16-81ae-b198fb672643 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 816 time: 0.0993109 Oct 12 04:11:54.628226 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-ac7e1149-6cdb-482f-bdf3-af3358d0afd4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/quotas/11482740b3bb4e3bbfcc856e54a24288 HTTP/1.1" status: 200 len: 375 time: 0.0099156 Oct 12 04:11:54.686342 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-d5baba13-542d-4ea8-b6e0-afd5d2b0418d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519783 Oct 12 04:11:54.827200 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-6d1d835e-ae91-4f7a-b1df-bd49b5344e8b service neutron] 10.222.0.31 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297741 Oct 12 04:11:54.921142 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-1b7dc8f6-0d3c-451a-85f1-46b0696106bd service neutron] 10.222.0.31 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872626 Oct 12 04:11:55.078061 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-095285b2-de8e-4615-ac69-0cd14815de5e req-747e8f11-20a0-4439-b344-2f4a60d140fd tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 210 time: 0.0268118 Oct 12 04:11:55.596416 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 2857b17c-8eab-49c0-a5ba-73b284b165ab up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:11:55.644180 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 2857b17c-8eab-49c0-a5ba-73b284b165ab triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:55.644547 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:56.097501 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-abab18db-bba5-4a02-99fa-59c94abcd46b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:56.099440 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-abab18db-bba5-4a02-99fa-59c94abcd46b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.41 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 816 time: 0.1075199 Oct 12 04:11:56.147627 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-e4f7be5e-961e-49ef-b8af-2af01d1bbc4d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11482740b3bb4e3bbfcc856e54a24288 HTTP/1.1" status: 200 len: 380 time: 0.0384059 Oct 12 04:11:56.157751 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-82615809-6ec7-4a27-bb78-7a8414e524a8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Request body: {'port': {'device_id': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'admin_state_up': True, 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'security_groups': ['fbcc3d7f-b699-499f-b8b8-a32bb425035c']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:56.221543 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-28733f11-230d-489f-abe3-d58a9cbf3b14 req-2b1a79dd-35b7-422b-a5cd-57a39a181755 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 210 time: 0.0596383 Oct 12 04:11:56.290357 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-82615809-6ec7-4a27-bb78-7a8414e524a8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Made reservation on behalf of 11482740b3bb4e3bbfcc856e54a24288 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:11:56.293894 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-82615809-6ec7-4a27-bb78-7a8414e524a8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:56.418585 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-82615809-6ec7-4a27-bb78-7a8414e524a8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Allocated IP 172.20.0.6 (78ad8ade-5b76-455f-b679-c3355b921424/8221a527-0e38-401f-bca6-10ff9a3c2859/5a38675c-6727-4b74-8260-78053e5cc17a) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:11:56.556180 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-82615809-6ec7-4a27-bb78-7a8414e524a8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:56.589597 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-82615809-6ec7-4a27-bb78-7a8414e524a8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:56.634661 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-82615809-6ec7-4a27-bb78-7a8414e524a8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Network 78ad8ade-5b76-455f-b679-c3355b921424 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:11:56.637755 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-82615809-6ec7-4a27-bb78-7a8414e524a8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:11:56.641547 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-82615809-6ec7-4a27-bb78-7a8414e524a8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:11:56.648298 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82615809-6ec7-4a27-bb78-7a8414e524a8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event updated for resources: {'Port': ['ID=5a38675c-6727-4b74-8260-78053e5cc17a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:56.695514 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-82615809-6ec7-4a27-bb78-7a8414e524a8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:56.696124 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-82615809-6ec7-4a27-bb78-7a8414e524a8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:56.711774 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-82615809-6ec7-4a27-bb78-7a8414e524a8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576620 Oct 12 04:11:56.826051 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-da10cb47-692a-45da-bb82-1813b3fe6f9c None None] Provisioning complete for port 5a38675c-6727-4b74-8260-78053e5cc17a triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:11:56.826756 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-da10cb47-692a-45da-bb82-1813b3fe6f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:56.862558 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-da10cb47-692a-45da-bb82-1813b3fe6f9c None None] Port 5a38675c-6727-4b74-8260-78053e5cc17a cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:11:56.875451 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Request body: {'port': {'device_id': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:11:56.932948 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:57.191383 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a38675c-6727-4b74-8260-78053e5cc17a {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:11:57.198727 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:57.210111 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Transition to ACTIVE for port object 5a38675c-6727-4b74-8260-78053e5cc17a will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:11:57.214260 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:57.267612 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Pushing event updated for resources: {'Port': ['ID=5a38675c-6727-4b74-8260-78053e5cc17a,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:57.371086 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Attempting to bind port 5a38675c-6727-4b74-8260-78053e5cc17a on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:11:57.371421 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Attempting to bind port 5a38675c-6727-4b74-8260-78053e5cc17a by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:11:57.371749 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Attempting to bind port 5a38675c-6727-4b74-8260-78053e5cc17a on network 78ad8ade-5b76-455f-b679-c3355b921424 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:11:57.382362 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685c751-7b96-4674-b0ef-b56b87231e97 req-4dffd66c-7018-4af0-a114-b19a5a341208 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:57.383924 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e685c751-7b96-4674-b0ef-b56b87231e97 req-4dffd66c-7018-4af0-a114-b19a5a341208 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0766196 Oct 12 04:11:57.386276 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Port 5a38675c-6727-4b74-8260-78053e5cc17a on network 78ad8ade-5b76-455f-b679-c3355b921424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:11:57.386597 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Attempting to bind port 5a38675c-6727-4b74-8260-78053e5cc17a on network 78ad8ade-5b76-455f-b679-c3355b921424 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:11:57.393697 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:11:57.394035 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Checking segment: {'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:11:57.394458 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Bound using segment: {'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:11:57.394896 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Bound port: 5a38675c-6727-4b74-8260-78053e5cc17a, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1713f2bd-430c-4d89-8bc2-c2329de5bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:11:57.395254 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:57.458652 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e685c751-7b96-4674-b0ef-b56b87231e97 req-4ea849f7-167c-4995-b49e-796bdfbee96e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665843 Oct 12 04:11:57.489109 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] For port 5a38675c-6727-4b74-8260-78053e5cc17a, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:11:57.492056 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] For port 5a38675c-6727-4b74-8260-78053e5cc17a, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5a38675c-6727-4b74-8260-78053e5cc17a,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:11:57.496468 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:57.530550 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:57.531346 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:57.532721 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] 10.222.0.41 "PUT /v2.0/ports/5a38675c-6727-4b74-8260-78053e5cc17a HTTP/1.1" status: 200 len: 1093 time: 0.7029705 Oct 12 04:11:57.535593 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:11:57.538750 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bff332a-813b-4b5e-b3d1-446d9a87e97f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:11:57.568087 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d1616-ea79-4ab9-962a-486d650a9d77 service neutron] Pushing event updated for resources: {'Port': ['ID=5a38675c-6727-4b74-8260-78053e5cc17a,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:11:57.616385 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-66511162-c531-4798-9c35-1f74f2e8594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:57.618285 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-66511162-c531-4798-9c35-1f74f2e8594b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 1096 time: 0.0431132 Oct 12 04:11:57.667393 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd6dcef-2b88-494e-a276-657863690333 x-openstack-request-id: req-ecd6dcef-2b88-494e-a276-657863690333 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:11:57.667682 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:11:57.667939 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecd6dcef-2b88-494e-a276-657863690333 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:11:57.668336 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a', 'status': 'completed', 'code': 200} Oct 12 04:11:57.670528 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-92c01b70-872d-434f-aa57-3e132ec72523 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a38675c-6727-4b74-8260-78053e5cc17a HTTP/1.1" status: 200 len: 217 time: 0.0412307 Oct 12 04:11:57.728173 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-bbb19b51-57cd-443b-86a1-20126c6d02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:57.729655 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-bbb19b51-57cd-443b-86a1-20126c6d02aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 200 len: 855 time: 0.0522683 Oct 12 04:11:57.775238 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-8b21b2c9-dfcf-4a10-b6e0-192d7718e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:57.776753 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-8b21b2c9-dfcf-4a10-b6e0-192d7718e5b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78ad8ade-5b76-455f-b679-c3355b921424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0391769 Oct 12 04:11:57.868300 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-6ecb5832-1350-4970-b304-9fcc8f0f5af5 service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836868 Oct 12 04:11:57.962768 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8c911433-34b9-429e-a0cb-9b8a38fa2c7b req-a6286a17-64a5-4cc6-b525-6d6b6e4478d9 service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865319 Oct 12 04:11:58.052367 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff332a-813b-4b5e-b3d1-446d9a87e97f req-99acac97-6602-4af7-be52-8148b4576bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:58.053831 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9bff332a-813b-4b5e-b3d1-446d9a87e97f req-99acac97-6602-4af7-be52-8148b4576bdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 1096 time: 0.0400231 Oct 12 04:11:58.149040 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff332a-813b-4b5e-b3d1-446d9a87e97f req-95554d2c-1a31-44ea-8ab6-9654608e0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:58.150495 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9bff332a-813b-4b5e-b3d1-446d9a87e97f req-95554d2c-1a31-44ea-8ab6-9654608e0e7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 917 time: 0.0893235 Oct 12 04:11:58.193911 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9bff332a-813b-4b5e-b3d1-446d9a87e97f req-a2879dd7-bb26-445e-a4f1-0b8cbb20f6c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a38675c-6727-4b74-8260-78053e5cc17a HTTP/1.1" status: 200 len: 217 time: 0.0361128 Oct 12 04:11:58.241968 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff332a-813b-4b5e-b3d1-446d9a87e97f req-7c0a47b0-9fcf-44c3-bddd-1e59775a9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:58.243327 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9bff332a-813b-4b5e-b3d1-446d9a87e97f req-7c0a47b0-9fcf-44c3-bddd-1e59775a9bb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 200 len: 855 time: 0.0421813 Oct 12 04:11:58.245933 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-ec72e7b5-e9de-4e08-a5f6-bb25eff9240d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:11:58.293872 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff332a-813b-4b5e-b3d1-446d9a87e97f req-4cf72db8-9c89-47f3-bbf0-86c7993fce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:58.295779 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9bff332a-813b-4b5e-b3d1-446d9a87e97f req-4cf72db8-9c89-47f3-bbf0-86c7993fce05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78ad8ade-5b76-455f-b679-c3355b921424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0456545 Oct 12 04:11:58.390387 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9bff332a-813b-4b5e-b3d1-446d9a87e97f req-8822907b-1851-4a7e-98f7-9d91647f9a96 service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861301 Oct 12 04:11:58.488453 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9bff332a-813b-4b5e-b3d1-446d9a87e97f req-80dc9bc0-c82a-4ec3-b836-9e27e01564ce service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900903 Oct 12 04:11:58.576418 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beb7a8-49d4-423a-a7fb-8ce3a5a740bc req-844a0f38-a5d3-4a54-a931-d4026d938212 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:58.577913 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e9beb7a8-49d4-423a-a7fb-8ce3a5a740bc req-844a0f38-a5d3-4a54-a931-d4026d938212 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0495648 Oct 12 04:11:58.616204 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e9beb7a8-49d4-423a-a7fb-8ce3a5a740bc req-bc6d20d3-09c1-4030-afee-b999710c406f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323446 Oct 12 04:11:59.736646 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5f6a2-015f-4523-a15e-84a06ae794bb req-978773f5-8b60-43fb-b94e-741239130f23 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:11:59.738811 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1ed5f6a2-015f-4523-a15e-84a06ae794bb req-978773f5-8b60-43fb-b94e-741239130f23 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0491383 Oct 12 04:11:59.779593 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1ed5f6a2-015f-4523-a15e-84a06ae794bb req-41698a37-6be7-4e12-a83b-3dfa11b9b698 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346811 Oct 12 04:12:00.661876 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-dbdbda62-7a68-420a-bbc2-cab4d5faec96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:00.897587 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530f26d-c540-4b60-bb9d-e8ccc14be05d req-ec276733-d744-48d8-a3df-dc61590b67b8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:00.899327 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5530f26d-c540-4b60-bb9d-e8ccc14be05d req-ec276733-d744-48d8-a3df-dc61590b67b8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0500658 Oct 12 04:12:00.937630 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5530f26d-c540-4b60-bb9d-e8ccc14be05d req-712b7047-9f73-40aa-884c-31a51c0fe23b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Oct 12 04:12:01.338416 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5a38675c-6727-4b74-8260-78053e5cc17a details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:12:01.438797 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 5a38675c-6727-4b74-8260-78053e5cc17a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5a38675c-6727-4b74-8260-78053e5cc17a,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:12:01.449504 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '5a38675c-6727-4b74-8260-78053e5cc17a', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'port_id': '5a38675c-6727-4b74-8260-78053e5cc17a', 'mac_address': 'fa:16:3e:3f:37:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:12:01.486899 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:01.500232 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a38675c-6727-4b74-8260-78053e5cc17a {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:12:01.518165 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 5a38675c-6727-4b74-8260-78053e5cc17a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5a38675c-6727-4b74-8260-78053e5cc17a,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:12:01.522439 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:01.568598 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=5a38675c-6727-4b74-8260-78053e5cc17a,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:01.648533 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:01.726549 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:01.845224 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['5a38675c-6727-4b74-8260-78053e5cc17a'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:12:02.055112 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c83ab7-18ae-453f-8782-1eaeb3a0aadd req-92c73218-ed18-4d85-8bb1-e70c74480e44 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:02.056574 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f1c83ab7-18ae-453f-8782-1eaeb3a0aadd req-92c73218-ed18-4d85-8bb1-e70c74480e44 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 944 time: 0.0507753 Oct 12 04:12:02.093446 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f1c83ab7-18ae-453f-8782-1eaeb3a0aadd req-44183c8b-c430-421e-8d10-7ec7eeaf6486 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309536 Oct 12 04:12:03.210628 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3203c91-6a38-4c0e-b7cc-a0ec519ca718 req-0e7d4dfb-5ce5-491c-a638-f730c6820be3 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:03.212132 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b3203c91-6a38-4c0e-b7cc-a0ec519ca718 req-0e7d4dfb-5ce5-491c-a638-f730c6820be3 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 944 time: 0.0485959 Oct 12 04:12:03.254426 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b3203c91-6a38-4c0e-b7cc-a0ec519ca718 req-4e3b3e6b-c023-47d6-9e14-32ad2e5b5828 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359867 Oct 12 04:12:03.344701 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5a38675c-6727-4b74-8260-78053e5cc17a up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:12:03.391212 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port 5a38675c-6727-4b74-8260-78053e5cc17a completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:12:03.395990 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 5a38675c-6727-4b74-8260-78053e5cc17a triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:12:03.396360 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:03.479641 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:03.501521 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:12:03.504388 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bd2b5a-3423-4de0-b279-b950e74cc6f4" -d '{"events": [{"server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "name": "network-vif-plugged", "status": "completed", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:12:03.517076 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 5a38675c-6727-4b74-8260-78053e5cc17a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5a38675c-6727-4b74-8260-78053e5cc17a,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:12:03.521391 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:03.543832 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4055f20d-75ab-40c2-8fe6-6c2b6eec7a62 x-openstack-request-id: req-4055f20d-75ab-40c2-8fe6-6c2b6eec7a62 {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:12:03.544480 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "name": "network-vif-plugged", "status": "completed", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:12:03.544580 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4055f20d-75ab-40c2-8fe6-6c2b6eec7a62 {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:12:03.544973 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a', 'code': 200} Oct 12 04:12:03.570047 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=5a38675c-6727-4b74-8260-78053e5cc17a,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:03.635408 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:03.704531 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384149b-17cd-42e5-acc3-79ba258efcf6 req-50f52c92-893b-46ee-9951-bc2512b4d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:03.705973 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4384149b-17cd-42e5-acc3-79ba258efcf6 req-50f52c92-893b-46ee-9951-bc2512b4d406 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 1098 time: 0.0384791 Oct 12 04:12:03.740403 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4384149b-17cd-42e5-acc3-79ba258efcf6 req-9cd10e21-0b67-4bc3-885f-91fe6284044e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267015 Oct 12 04:12:04.370035 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d0b1c-3482-46c1-97a1-5456b248d4d9 req-9e04d06c-9b2b-4a6d-b359-e73a63f4d1e2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:04.371388 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-514d0b1c-3482-46c1-97a1-5456b248d4d9 req-9e04d06c-9b2b-4a6d-b359-e73a63f4d1e2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0478890 Oct 12 04:12:04.407588 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-514d0b1c-3482-46c1-97a1-5456b248d4d9 req-5a7b5301-196b-4902-adbd-4848adee03d5 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304439 Oct 12 04:12:05.522030 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635e388-d9e4-4106-9607-284a546e5fa5 req-60a48855-26dd-40e7-afe3-26a7b2d426f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:05.523446 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5635e388-d9e4-4106-9607-284a546e5fa5 req-60a48855-26dd-40e7-afe3-26a7b2d426f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0464027 Oct 12 04:12:05.563346 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5635e388-d9e4-4106-9607-284a546e5fa5 req-afba4c5e-b5e5-4987-9e12-ab87da81db31 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341904 Oct 12 04:12:05.674532 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857efbc9-5965-4482-a4bd-8e6f76f47f95 req-b1a3e88b-aeb1-4833-ad5b-2b0bb6dfa3fc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:05.675987 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-857efbc9-5965-4482-a4bd-8e6f76f47f95 req-b1a3e88b-aeb1-4833-ad5b-2b0bb6dfa3fc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0476427 Oct 12 04:12:05.684606 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 45180) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:12:05.689072 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a0f0b186-1832-4e89-a773-c0a760d01655 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Request body: {'floatingip': {'port_id': '5a38675c-6727-4b74-8260-78053e5cc17a'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:12:05.727256 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b186-1832-4e89-a773-c0a760d01655 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:06.140580 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b186-1832-4e89-a773-c0a760d01655 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:06.144322 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b186-1832-4e89-a773-c0a760d01655 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:06.239051 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.l3_db [None req-a0f0b186-1832-4e89-a773-c0a760d01655 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Floating IP cfa50417-7525-422c-9de8-49f145e65b49 associated. External IP: 172.28.0.58, port: 5a38675c-6727-4b74-8260-78053e5cc17a. Oct 12 04:12:06.439141 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f0b186-1832-4e89-a773-c0a760d01655 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Router e9f7c428-6ecc-4cbf-87bc-4fb532903992 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:12:06.777126 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f0b186-1832-4e89-a773-c0a760d01655 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:12:06.781994 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b186-1832-4e89-a773-c0a760d01655 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:06.786915 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100965b5-c0f8-4f80-9636-876ce570268f None None] Sync routers for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:12:06.795782 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100965b5-c0f8-4f80-9636-876ce570268f None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:12:06.796381 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-100965b5-c0f8-4f80-9636-876ce570268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:12:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:06.808805 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-a0f0b186-1832-4e89-a773-c0a760d01655 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "PUT /v2.0/floatingips/cfa50417-7525-422c-9de8-49f145e65b49 HTTP/1.1" status: 200 len: 990 time: 1.1231124 Oct 12 04:12:06.809507 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:12:06.811826 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e5e399-7218-40a1-a194-85210e0bee67" -d '{"events": [{"name": "network-changed", "server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:12:06.851909 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db506bbd-4e6d-4fa7-952d-75ee1f8bf5ed x-openstack-request-id: req-db506bbd-4e6d-4fa7-952d-75ee1f8bf5ed {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:12:06.852196 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:12:06.852447 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db506bbd-4e6d-4fa7-952d-75ee1f8bf5ed {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:12:06.852882 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a', 'status': 'completed', 'code': 200} Oct 12 04:12:06.900740 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-100965b5-c0f8-4f80-9636-876ce570268f None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:12:06.915562 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5e399-7218-40a1-a194-85210e0bee67 req-75c12a25-11ed-444a-ab23-5f8b21cd6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:06.917090 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-74e5e399-7218-40a1-a194-85210e0bee67 req-75c12a25-11ed-444a-ab23-5f8b21cd6559 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 1098 time: 0.0391021 Oct 12 04:12:07.007428 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5e399-7218-40a1-a194-85210e0bee67 req-7dd9c66c-0208-4ffb-abeb-dbc210b2b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:07.008853 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-74e5e399-7218-40a1-a194-85210e0bee67 req-7dd9c66c-0208-4ffb-abeb-dbc210b2b9b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 917 time: 0.0849483 Oct 12 04:12:07.073787 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-74e5e399-7218-40a1-a194-85210e0bee67 req-b0655a07-b227-4581-ac40-4a4a8e458fc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a38675c-6727-4b74-8260-78053e5cc17a HTTP/1.1" status: 200 len: 998 time: 0.0571792 Oct 12 04:12:07.121117 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-100965b5-c0f8-4f80-9636-876ce570268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': 'cfa50417-7525-422c-9de8-49f145e65b49', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'floating_ip_address': '172.28.0.58', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'port_id': '5a38675c-6727-4b74-8260-78053e5cc17a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'mac_address': 'fa:16:3e:3f:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:11:53Z', 'updated_at': '2021-10-12T04:12:06Z', 'revision_number': 1, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:45Z', 'revision_number': 5, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:07.122524 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5e399-7218-40a1-a194-85210e0bee67 req-59a17f1a-03c9-465d-988e-b3337da905c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:07.123960 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-74e5e399-7218-40a1-a194-85210e0bee67 req-59a17f1a-03c9-465d-988e-b3337da905c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 200 len: 855 time: 0.0434208 Oct 12 04:12:07.146616 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100965b5-c0f8-4f80-9636-876ce570268f None None] Checking router: e9f7c428-6ecc-4cbf-87bc-4fb532903992 for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:12:07.154612 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100965b5-c0f8-4f80-9636-876ce570268f None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:12:07.155198 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-100965b5-c0f8-4f80-9636-876ce570268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:12:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:07.172088 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5e399-7218-40a1-a194-85210e0bee67 req-0f8b9c3f-f9e2-40f9-9eb3-35fdd2d494f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:07.173581 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-74e5e399-7218-40a1-a194-85210e0bee67 req-0f8b9c3f-f9e2-40f9-9eb3-35fdd2d494f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78ad8ade-5b76-455f-b679-c3355b921424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0422289 Oct 12 04:12:07.262694 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-74e5e399-7218-40a1-a194-85210e0bee67 req-3e71e812-2500-4118-98cd-9faf2a714b21 service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817342 Oct 12 04:12:07.361306 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-74e5e399-7218-40a1-a194-85210e0bee67 req-c0d4cf7e-8050-4184-93d0-01ba36ca921f service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895462 Oct 12 04:12:07.363858 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:07.384245 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-100965b5-c0f8-4f80-9636-876ce570268f None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:12:07.534349 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:12:07.603351 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-100965b5-c0f8-4f80-9636-876ce570268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': 'cfa50417-7525-422c-9de8-49f145e65b49', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'floating_ip_address': '172.28.0.58', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'port_id': '5a38675c-6727-4b74-8260-78053e5cc17a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'mac_address': 'fa:16:3e:3f:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:11:53Z', 'updated_at': '2021-10-12T04:12:06Z', 'revision_number': 1, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:45Z', 'revision_number': 5, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:07.628316 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100965b5-c0f8-4f80-9636-876ce570268f None None] The sync data for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb is: [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': 'cfa50417-7525-422c-9de8-49f145e65b49', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'floating_ip_address': '172.28.0.58', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'port_id': '5a38675c-6727-4b74-8260-78053e5cc17a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'mac_address': 'fa:16:3e:3f:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:11:53Z', 'updated_at': '2021-10-12T04:12:06Z', 'revision_number': 1, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:45Z', 'revision_number': 5, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:12:07.816319 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8465f141-c967-4d58-a37d-eb9c123cd7c0 None None] New status for floating IP cfa50417-7525-422c-9de8-49f145e65b49: ACTIVE {{(pid=94185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:12:10.629225 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-60de7db8-49d9-41f6-9e83-417b3ca91f9c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281742794&fields=id&tenant_id=b51b06f1add14438b1f86ff7cf08a3ee HTTP/1.1" status: 200 len: 267 time: 0.0316682 Oct 12 04:12:10.730957 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-5a5dda96-bf47-43d2-aae9-130915c6fa69 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:10.732362 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-5a5dda96-bf47-43d2-aae9-130915c6fa69 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/networks?id=baf1ba12-b640-4824-bad7-20c2b4a62b9d HTTP/1.1" status: 200 len: 808 time: 0.0962276 Oct 12 04:12:10.746335 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-54957d30-f1b0-44b2-a0a2-65fe07fa8341 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/quotas/b51b06f1add14438b1f86ff7cf08a3ee HTTP/1.1" status: 200 len: 375 time: 0.0085366 Oct 12 04:12:10.798884 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-34e3f68d-82da-4904-8f0e-8619c0266424 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b51b06f1add14438b1f86ff7cf08a3ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474579 Oct 12 04:12:10.890504 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-f3768099-5509-46c9-9889-883106f7bb24 service neutron] 10.222.0.31 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799375 Oct 12 04:12:10.978970 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-e6427ce3-a8c4-496b-8c4b-1e414f8ad5fd service neutron] 10.222.0.31 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819478 Oct 12 04:12:11.245615 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-73e4248e-7558-4ef3-9a20-5afc7a3b6f4f req-4512081a-c6a2-4547-94d8-4abcf006949d tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 210 time: 0.0265234 Oct 12 04:12:12.136898 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-7e78d4e7-3a4e-47f6-ae85-b1ec29be243e tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:12.138332 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-7e78d4e7-3a4e-47f6-ae85-b1ec29be243e tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.41 "GET /v2.0/networks?id=baf1ba12-b640-4824-bad7-20c2b4a62b9d HTTP/1.1" status: 200 len: 808 time: 0.1057703 Oct 12 04:12:12.195282 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-819e7f74-4a96-449f-81a2-bdb69652181d tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b51b06f1add14438b1f86ff7cf08a3ee HTTP/1.1" status: 200 len: 379 time: 0.0374296 Oct 12 04:12:12.204751 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Request body: {'port': {'device_id': '13008444-5748-4488-8766-6d5c6e7d08c9', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'admin_state_up': True, 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'security_groups': ['62762727-991a-4577-a5ea-fcdfd28a0aac']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:12:12.327349 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Made reservation on behalf of b51b06f1add14438b1f86ff7cf08a3ee for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:12:12.330679 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:12.349303 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-62a8d369-12c7-41b6-a94b-76112e641676 req-ef3e7631-2ca4-46d7-a129-583c632b5b93 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 210 time: 0.0343213 Oct 12 04:12:12.480492 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Allocated IP 172.20.0.5 (baf1ba12-b640-4824-bad7-20c2b4a62b9d/de6be438-f0fa-40e5-b551-3212a468676b/c2a38226-0020-4fe1-8360-8cea38fd81d9) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:12:12.617869 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:12.650620 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:12.690623 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Network baf1ba12-b640-4824-bad7-20c2b4a62b9d is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:12:12.695974 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:12:12.698334 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:12:12.727077 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Pushing event updated for resources: {'Port': ['ID=c2a38226-0020-4fe1-8360-8cea38fd81d9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:12.739996 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:12.740335 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:12.740670 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:12.741025 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:12.741352 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:12.741675 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:12.741992 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:12.742308 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:12.742626 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:12.742942 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:12.743256 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:12.743568 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:12.764721 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:12.765360 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:12.782350 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d7406cdb-7177-4bef-a2fa-42c4c44b0bf4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811985 Oct 12 04:12:12.795543 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Request body: {'port': {'device_id': '13008444-5748-4488-8766-6d5c6e7d08c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:12:12.853415 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:12.928470 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-f8f7376e-da6a-4062-9273-d9447c07faf5 None None] Provisioning complete for port c2a38226-0020-4fe1-8360-8cea38fd81d9 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:12:12.928915 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-f8f7376e-da6a-4062-9273-d9447c07faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:12.960983 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7376e-da6a-4062-9273-d9447c07faf5 None None] Port c2a38226-0020-4fe1-8360-8cea38fd81d9 cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:12:13.106700 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a38226-0020-4fe1-8360-8cea38fd81d9 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:12:13.114752 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:13.126080 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Transition to ACTIVE for port object c2a38226-0020-4fe1-8360-8cea38fd81d9 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:12:13.128977 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:13.177910 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Pushing event updated for resources: {'Port': ['ID=c2a38226-0020-4fe1-8360-8cea38fd81d9,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:13.247952 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Attempting to bind port c2a38226-0020-4fe1-8360-8cea38fd81d9 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:12:13.248280 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Attempting to bind port c2a38226-0020-4fe1-8360-8cea38fd81d9 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': 'faeef7eb-3357-4b92-98bf-15d46e83257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:12:13.248603 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Attempting to bind port c2a38226-0020-4fe1-8360-8cea38fd81d9 on network baf1ba12-b640-4824-bad7-20c2b4a62b9d {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:12:13.252956 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Port c2a38226-0020-4fe1-8360-8cea38fd81d9 on network baf1ba12-b640-4824-bad7-20c2b4a62b9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:12:13.253274 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Attempting to bind port c2a38226-0020-4fe1-8360-8cea38fd81d9 on network baf1ba12-b640-4824-bad7-20c2b4a62b9d {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:12:13.258308 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:12:13.258649 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Checking segment: {'id': 'faeef7eb-3357-4b92-98bf-15d46e83257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:12:13.259033 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Bound using segment: {'id': 'faeef7eb-3357-4b92-98bf-15d46e83257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:12:13.259464 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Bound port: c2a38226-0020-4fe1-8360-8cea38fd81d9, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faeef7eb-3357-4b92-98bf-15d46e83257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:12:13.259959 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:13.324130 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] For port c2a38226-0020-4fe1-8360-8cea38fd81d9, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:12:13.327922 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] For port c2a38226-0020-4fe1-8360-8cea38fd81d9, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:12:13.331914 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:13.366371 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:13.367006 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:13.368388 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] 10.222.0.41 "PUT /v2.0/ports/c2a38226-0020-4fe1-8360-8cea38fd81d9 HTTP/1.1" status: 200 len: 1093 time: 0.5772913 Oct 12 04:12:13.368888 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:12:13.371086 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7807620f-591f-46c2-82d3-4d12747267c5" -d '{"events": [{"name": "network-changed", "server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:12:13.445028 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9917ed40-8cc4-49dc-a0e1-a1c4cf98d271 x-openstack-request-id: req-9917ed40-8cc4-49dc-a0e1-a1c4cf98d271 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:12:13.445207 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:12:13.445453 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9917ed40-8cc4-49dc-a0e1-a1c4cf98d271 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:12:13.445842 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'status': 'completed', 'code': 200} Oct 12 04:12:13.449521 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a6f9b-7dbb-468e-bc9f-3c26f1d3252e service neutron] Pushing event updated for resources: {'Port': ['ID=c2a38226-0020-4fe1-8360-8cea38fd81d9,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:13.494735 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d70fe012-93f0-4c57-9bac-7f599fa40776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:13.496233 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-d70fe012-93f0-4c57-9bac-7f599fa40776 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b51b06f1add14438b1f86ff7cf08a3ee&device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 1096 time: 0.0838754 Oct 12 04:12:13.508427 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1356101-cdb4-4806-9540-b009d4f5494d req-3832a823-3987-44a5-9194-2ebfe10f8ea1 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:13.509931 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b1356101-cdb4-4806-9540-b009d4f5494d req-3832a823-3987-44a5-9194-2ebfe10f8ea1 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 943 time: 0.0630965 Oct 12 04:12:13.551593 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-16b89a01-3a11-41f0-91b6-3b1574cadd6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9 HTTP/1.1" status: 200 len: 217 time: 0.0405252 Oct 12 04:12:13.608707 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b1356101-cdb4-4806-9540-b009d4f5494d req-dddbdc62-b185-4c51-b68b-051b90b7d150 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919223 Oct 12 04:12:13.618451 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-e1fdc6ee-3748-4108-99fb-144ccaa709b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:13.619983 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-e1fdc6ee-3748-4108-99fb-144ccaa709b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de6be438-f0fa-40e5-b551-3212a468676b HTTP/1.1" status: 200 len: 847 time: 0.0608561 Oct 12 04:12:13.665434 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-173ad073-f17e-4cd1-9a51-6bbd8fb3fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:13.666863 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-173ad073-f17e-4cd1-9a51-6bbd8fb3fde3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baf1ba12-b640-4824-bad7-20c2b4a62b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0393641 Oct 12 04:12:13.753865 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-58da904a-77ff-44fd-a6ac-4ecafb3f393f service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793412 Oct 12 04:12:13.843709 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ca83ff46-4d7a-4843-8efe-1042ed36adca req-4befb7b2-86f2-405a-ae0d-7e64a55066e1 service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825291 Oct 12 04:12:13.934089 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807620f-591f-46c2-82d3-4d12747267c5 req-7a523c70-da98-4ce6-9260-411c86453b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:13.935511 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7807620f-591f-46c2-82d3-4d12747267c5 req-7a523c70-da98-4ce6-9260-411c86453b3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b51b06f1add14438b1f86ff7cf08a3ee&device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 1096 time: 0.0391960 Oct 12 04:12:14.025891 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807620f-591f-46c2-82d3-4d12747267c5 req-e76128ca-1051-4629-971c-f9dcfebcd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:14.027219 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7807620f-591f-46c2-82d3-4d12747267c5 req-e76128ca-1051-4629-971c-f9dcfebcd946 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baf1ba12-b640-4824-bad7-20c2b4a62b9d HTTP/1.1" status: 200 len: 909 time: 0.0842190 Oct 12 04:12:14.068830 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7807620f-591f-46c2-82d3-4d12747267c5 req-c367ef50-3c52-40a5-be3d-da805ed7bcee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9 HTTP/1.1" status: 200 len: 217 time: 0.0342193 Oct 12 04:12:14.118624 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807620f-591f-46c2-82d3-4d12747267c5 req-2287fe20-b404-448f-89f8-0168536abba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:14.120040 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7807620f-591f-46c2-82d3-4d12747267c5 req-2287fe20-b404-448f-89f8-0168536abba1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de6be438-f0fa-40e5-b551-3212a468676b HTTP/1.1" status: 200 len: 847 time: 0.0433114 Oct 12 04:12:14.167582 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807620f-591f-46c2-82d3-4d12747267c5 req-f2d8a15a-af71-4e11-a02d-f566e996c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:14.169295 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7807620f-591f-46c2-82d3-4d12747267c5 req-f2d8a15a-af71-4e11-a02d-f566e996c644 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baf1ba12-b640-4824-bad7-20c2b4a62b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0419333 Oct 12 04:12:14.257117 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7807620f-591f-46c2-82d3-4d12747267c5 req-d8b8da7e-76ba-4a72-b6de-3a39e168a9e3 service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800838 Oct 12 04:12:14.345970 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7807620f-591f-46c2-82d3-4d12747267c5 req-4b4f7d12-749b-43c2-b446-f3f8262e058f service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810826 Oct 12 04:12:14.721237 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e1e90-e927-4b2f-9509-1b866f455f45 req-4788247a-bc7f-48c2-b05e-fae1d03c213a tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:14.722676 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f16e1e90-e927-4b2f-9509-1b866f455f45 req-4788247a-bc7f-48c2-b05e-fae1d03c213a tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 943 time: 0.0480235 Oct 12 04:12:14.758659 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f16e1e90-e927-4b2f-9509-1b866f455f45 req-7e85b59e-0836-42a8-8460-aebe9b4b471d tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296729 Oct 12 04:12:15.868313 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec3b09-38a1-4336-b322-6323c0d83df8 req-e5ddf2df-c8e9-42e2-8329-946685fa2955 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:15.869805 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-18ec3b09-38a1-4336-b322-6323c0d83df8 req-e5ddf2df-c8e9-42e2-8329-946685fa2955 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 943 time: 0.0476031 Oct 12 04:12:15.904943 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-18ec3b09-38a1-4336-b322-6323c0d83df8 req-e12cf24e-fddc-4b84-9b3b-f4cdab0d5a97 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294151 Oct 12 04:12:17.020082 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52466637-c1f5-4d42-86ba-c90d582007eb req-f222c0dd-d043-4881-a894-758c1364b21f tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:17.021563 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-52466637-c1f5-4d42-86ba-c90d582007eb req-f222c0dd-d043-4881-a894-758c1364b21f tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 943 time: 0.0525162 Oct 12 04:12:17.058101 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-52466637-c1f5-4d42-86ba-c90d582007eb req-c2870e36-ce91-4679-87d9-d0fe5b938e80 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306876 Oct 12 04:12:17.416532 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c2a38226-0020-4fe1-8360-8cea38fd81d9 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:12:17.510828 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port c2a38226-0020-4fe1-8360-8cea38fd81d9, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:12:17.521225 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'port_id': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'mac_address': 'fa:16:3e:61:c2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:12:17.557333 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:17.569276 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a38226-0020-4fe1-8360-8cea38fd81d9 {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:12:17.588705 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port c2a38226-0020-4fe1-8360-8cea38fd81d9, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:12:17.592053 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:17.640136 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=c2a38226-0020-4fe1-8360-8cea38fd81d9,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:17.918751 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['c2a38226-0020-4fe1-8360-8cea38fd81d9'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:12:18.176611 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7f678-03c3-4bfd-b838-4241dc9b05a9 req-3e276095-63f1-4d7a-b39a-21b567ca8aa8 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:18.178102 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-70d7f678-03c3-4bfd-b838-4241dc9b05a9 req-3e276095-63f1-4d7a-b39a-21b567ca8aa8 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 944 time: 0.0490525 Oct 12 04:12:18.215155 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-70d7f678-03c3-4bfd-b838-4241dc9b05a9 req-f8f88321-246e-4841-ad8f-7585adc41be9 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312493 Oct 12 04:12:19.328201 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24ec84-0193-4ead-ad83-e890bbb248eb req-fb4478ee-9592-4922-900d-4c61403b8c66 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:19.329727 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6e24ec84-0193-4ead-ad83-e890bbb248eb req-fb4478ee-9592-4922-900d-4c61403b8c66 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 944 time: 0.0477171 Oct 12 04:12:19.366964 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6e24ec84-0193-4ead-ad83-e890bbb248eb req-1ef730f4-4c22-4a30-b573-d74e9eace59e tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309718 Oct 12 04:12:19.400288 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c2a38226-0020-4fe1-8360-8cea38fd81d9 up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:12:19.448117 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port c2a38226-0020-4fe1-8360-8cea38fd81d9 completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:12:19.451565 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port c2a38226-0020-4fe1-8360-8cea38fd81d9 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:12:19.451936 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:19.525346 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:19.547072 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:12:19.549274 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbc7a85-68a5-44b4-8d22-6c25c5cfe62a" -d '{"events": [{"server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "name": "network-vif-plugged", "status": "completed", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:12:19.564881 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port c2a38226-0020-4fe1-8360-8cea38fd81d9, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:12:19.569366 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:19.616963 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=c2a38226-0020-4fe1-8360-8cea38fd81d9,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:19.648107 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff91a31-0d08-4265-a2e3-77ff14bc4b0a x-openstack-request-id: req-5ff91a31-0d08-4265-a2e3-77ff14bc4b0a {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:12:19.648420 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "name": "network-vif-plugged", "status": "completed", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:12:19.648673 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ff91a31-0d08-4265-a2e3-77ff14bc4b0a {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:12:19.649115 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'code': 200} Oct 12 04:12:19.926844 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b09c7a-7ae5-41b7-84e8-0213781809bf req-ebad6957-c3c0-48c9-aad3-3eb27aa039a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:19.928308 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0b09c7a-7ae5-41b7-84e8-0213781809bf req-ebad6957-c3c0-48c9-aad3-3eb27aa039a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 1098 time: 0.0421538 Oct 12 04:12:19.962973 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0b09c7a-7ae5-41b7-84e8-0213781809bf req-4969d9c1-580e-48c2-a929-60902e661e98 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272865 Oct 12 04:12:20.478453 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d8ff2-068d-4780-a8c3-8c390ab45d7b req-aaeb007b-eaf0-4183-9a46-aedda238bb2d tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:20.479903 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9c0d8ff2-068d-4780-a8c3-8c390ab45d7b req-aaeb007b-eaf0-4183-9a46-aedda238bb2d tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0469856 Oct 12 04:12:20.516333 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9c0d8ff2-068d-4780-a8c3-8c390ab45d7b req-2fdae9ff-d5ca-4fdc-847f-63859f68a870 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305281 Oct 12 04:12:21.626940 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda04d5-2736-4dd6-8037-8bc523ca6b7a req-8acc9392-cccc-48f5-ae97-365b4d71e58c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:21.628265 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4fda04d5-2736-4dd6-8037-8bc523ca6b7a req-8acc9392-cccc-48f5-ae97-365b4d71e58c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0468264 Oct 12 04:12:21.664338 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4fda04d5-2736-4dd6-8037-8bc523ca6b7a req-83ece3f8-c8dc-44e7-874d-d8bc0b4db350 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295570 Oct 12 04:12:21.779713 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9079537-2f1b-4fa1-88d1-97deddb311e6 req-ceb5ce00-674e-4b71-a3f2-67a882094740 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:21.781181 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f9079537-2f1b-4fa1-88d1-97deddb311e6 req-ceb5ce00-674e-4b71-a3f2-67a882094740 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0513432 Oct 12 04:12:21.818927 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f9079537-2f1b-4fa1-88d1-97deddb311e6 req-a4e32136-d9e8-4145-8a12-8763496ed639 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313189 Oct 12 04:12:21.839429 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 45274) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:12:21.917493 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d344745e-0158-4a47-aa23-b2b4e7d4b59b tempest-TestShelveInstance-1507911562 tempest-TestShelveInstance-1507911562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:21.919214 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-d344745e-0158-4a47-aa23-b2b4e7d4b59b tempest-TestShelveInstance-1507911562 tempest-TestShelveInstance-1507911562-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 1093 time: 0.0788250 Oct 12 04:12:21.922012 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 45278) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:12:21.926732 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Request body: {'floatingip': {'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'port_id': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:12:21.950012 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:22.044546 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:22.144135 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Allocated IP 172.28.0.54 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/fc963938-caf4-408c-b591-3f8d16515d2c) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:12:22.244633 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:22.277062 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:22.316048 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:12:22.320326 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:12:22.322796 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:12:22.354782 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Pushing event updated for resources: {'Port': ['ID=fc963938-caf4-408c-b591-3f8d16515d2c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:22.707868 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:23.013506 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:23.156805 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:23.162136 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:23.224078 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Pushing event updated for resources: {'Port': ['ID=fc963938-caf4-408c-b591-3f8d16515d2c,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:23.237169 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:23.333278 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.l3_db [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Floating IP da1ece68-3366-4a0c-bcec-e78b5001f3eb associated. External IP: 172.28.0.54, port: c2a38226-0020-4fe1-8360-8cea38fd81d9. Oct 12 04:12:23.534139 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Router effce134-9488-4743-86b7-d90bc07fe8d0 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:12:23.644175 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:12:23.654020 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb4f367-5738-484a-8bbe-79a028d3c12e None None] Sync routers for ids ['effce134-9488-4743-86b7-d90bc07fe8d0'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:12:23.662411 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:23.663352 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb4f367-5738-484a-8bbe-79a028d3c12e None None] Routers {'effce134-9488-4743-86b7-d90bc07fe8d0'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:12:23.663976 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-dbb4f367-5738-484a-8bbe-79a028d3c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:12:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['effce134-9488-4743-86b7-d90bc07fe8d0'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:23.689054 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-b06bcf02-8c8f-41a4-ad37-81170872aaf0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7660029 Oct 12 04:12:23.689631 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:12:23.691850 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af45c3de-0c55-42b6-90bb-9b3383e6460e" -d '{"events": [{"name": "network-changed", "server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:12:23.729231 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4152f494-1939-41a1-9135-5c8b268bf974 x-openstack-request-id: req-4152f494-1939-41a1-9135-5c8b268bf974 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:12:23.729844 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:12:23.729844 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4152f494-1939-41a1-9135-5c8b268bf974 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:12:23.730194 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'status': 'completed', 'code': 200} Oct 12 04:12:23.771708 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-dbb4f367-5738-484a-8bbe-79a028d3c12e None None] Set router effce134-9488-4743-86b7-d90bc07fe8d0 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:12:23.790072 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45c3de-0c55-42b6-90bb-9b3383e6460e req-115df813-59d5-481a-9911-225056148484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:23.791548 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-af45c3de-0c55-42b6-90bb-9b3383e6460e req-115df813-59d5-481a-9911-225056148484 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b51b06f1add14438b1f86ff7cf08a3ee&device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 1098 time: 0.0400693 Oct 12 04:12:23.882482 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45c3de-0c55-42b6-90bb-9b3383e6460e req-936a25d1-1955-484f-9004-9edbec1d3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:23.883930 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-af45c3de-0c55-42b6-90bb-9b3383e6460e req-936a25d1-1955-484f-9004-9edbec1d3ad1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baf1ba12-b640-4824-bad7-20c2b4a62b9d HTTP/1.1" status: 200 len: 909 time: 0.0856085 Oct 12 04:12:23.948556 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-af45c3de-0c55-42b6-90bb-9b3383e6460e req-d8cf6713-8469-4c6d-8c4c-e37648f9d72d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9 HTTP/1.1" status: 200 len: 998 time: 0.0573211 Oct 12 04:12:23.988918 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-dbb4f367-5738-484a-8bbe-79a028d3c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 4, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port': {'id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:41Z', 'updated_at': '2021-10-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': 'da1ece68-3366-4a0c-bcec-e78b5001f3eb', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'floating_ip_address': '172.28.0.54', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'port_id': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'mac_address': 'fa:16:3e:61:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13008444-5748-4488-8766-6d5c6e7d08c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:12:22Z', 'updated_at': '2021-10-12T04:12:22Z', 'revision_number': 0, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daa1143-5d9e-4f82-a202-558ec9a6ae6d', 'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'mac_address': 'fa:16:3e:da:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:42Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 5, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'subnets': [{'id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:24.000699 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45c3de-0c55-42b6-90bb-9b3383e6460e req-cf08a44b-d03c-409e-8e44-884665e9b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:24.002163 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-af45c3de-0c55-42b6-90bb-9b3383e6460e req-cf08a44b-d03c-409e-8e44-884665e9b6b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de6be438-f0fa-40e5-b551-3212a468676b HTTP/1.1" status: 200 len: 847 time: 0.0467157 Oct 12 04:12:24.019768 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb4f367-5738-484a-8bbe-79a028d3c12e None None] Checking router: effce134-9488-4743-86b7-d90bc07fe8d0 for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:12:24.028071 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb4f367-5738-484a-8bbe-79a028d3c12e None None] Routers {'effce134-9488-4743-86b7-d90bc07fe8d0'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:12:24.028668 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-dbb4f367-5738-484a-8bbe-79a028d3c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:12:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['effce134-9488-4743-86b7-d90bc07fe8d0'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:24.047390 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45c3de-0c55-42b6-90bb-9b3383e6460e req-7751bdb5-2140-484e-8713-e05d0f47a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:24.048874 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-af45c3de-0c55-42b6-90bb-9b3383e6460e req-7751bdb5-2140-484e-8713-e05d0f47a379 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baf1ba12-b640-4824-bad7-20c2b4a62b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0392094 Oct 12 04:12:24.133272 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-dbb4f367-5738-484a-8bbe-79a028d3c12e None None] Set router effce134-9488-4743-86b7-d90bc07fe8d0 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:12:24.137632 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-af45c3de-0c55-42b6-90bb-9b3383e6460e req-c7bcbcb7-bda2-4418-9160-f78da0fff367 service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812728 Oct 12 04:12:24.231513 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-af45c3de-0c55-42b6-90bb-9b3383e6460e req-f21c927b-3bc1-4688-80a0-ccc43602eae7 service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865562 Oct 12 04:12:24.347279 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-dbb4f367-5738-484a-8bbe-79a028d3c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 4, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port': {'id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:41Z', 'updated_at': '2021-10-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': 'da1ece68-3366-4a0c-bcec-e78b5001f3eb', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'floating_ip_address': '172.28.0.54', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'port_id': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'mac_address': 'fa:16:3e:61:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13008444-5748-4488-8766-6d5c6e7d08c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:12:22Z', 'updated_at': '2021-10-12T04:12:22Z', 'revision_number': 0, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daa1143-5d9e-4f82-a202-558ec9a6ae6d', 'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'mac_address': 'fa:16:3e:da:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:42Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 5, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'subnets': [{'id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:24.376295 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb4f367-5738-484a-8bbe-79a028d3c12e None None] The sync data for ids ['effce134-9488-4743-86b7-d90bc07fe8d0'] in dv-cinder-813067-1-smb is: [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 4, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port': {'id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:41Z', 'updated_at': '2021-10-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': 'da1ece68-3366-4a0c-bcec-e78b5001f3eb', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'floating_ip_address': '172.28.0.54', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'port_id': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'mac_address': 'fa:16:3e:61:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13008444-5748-4488-8766-6d5c6e7d08c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:12:22Z', 'updated_at': '2021-10-12T04:12:22Z', 'revision_number': 0, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daa1143-5d9e-4f82-a202-558ec9a6ae6d', 'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'mac_address': 'fa:16:3e:da:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:42Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 5, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'subnets': [{'id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:12:24.559804 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920d916-f32e-4b0d-95bd-c8165163b705 None None] New status for floating IP da1ece68-3366-4a0c-bcec-e78b5001f3eb: ACTIVE {{(pid=94185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:12:28.246104 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-f28eb7c1-41b5-4435-b00c-b001f08fbfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:29.506110 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea314303-4f05-43d8-b570-8a9df79e27e5 req-11d59f9b-140d-4059-84f9-00780dc95b90 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:29.507468 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ea314303-4f05-43d8-b570-8a9df79e27e5 req-11d59f9b-140d-4059-84f9-00780dc95b90 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0482919 Oct 12 04:12:29.543882 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ea314303-4f05-43d8-b570-8a9df79e27e5 req-75952d0f-4f15-4a39-99f7-5c99890f931a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306032 Oct 12 04:12:30.662531 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e9569531-324c-4dd0-bb54-fb3fd1b90a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:30.663147 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db774563-9bc3-4bb3-8801-956fe64955f1 req-0471c075-ded9-4989-9e6f-cf1b7219c712 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:30.664493 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-db774563-9bc3-4bb3-8801-956fe64955f1 req-0471c075-ded9-4989-9e6f-cf1b7219c712 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0541067 Oct 12 04:12:30.701236 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-db774563-9bc3-4bb3-8801-956fe64955f1 req-518c2f34-5eb0-49c3-86e3-cb20acb79c5f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4508fc-56fc-4df9-9e77-3d920be008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303209 Oct 12 04:12:30.792925 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938305dd-dc45-4211-a802-b7c4f683f33b req-4c6a1568-fa2d-48e5-a1dd-8dc31f3e5b26 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:30.794619 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-938305dd-dc45-4211-a802-b7c4f683f33b req-4c6a1568-fa2d-48e5-a1dd-8dc31f3e5b26 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 945 time: 0.0476840 Oct 12 04:12:30.879946 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Deleting port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:12:30.880201 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:30.969629 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] For port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:12:30.969994 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:31.131808 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:31.132099 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:31.132489 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.l3_db [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Floating IP a096959a-8789-4841-a844-7b801e2cc956 disassociated. External IP: 172.28.0.174, port: e11e5bb1-cfda-4547-a4e6-e2e16e8b308e. Oct 12 04:12:31.132925 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Calling delete_port for e11e5bb1-cfda-4547-a4e6-e2e16e8b308e owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:12:31.261662 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:31.286857 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event deleted for resources: {'Port': ['ID=e11e5bb1-cfda-4547-a4e6-e2e16e8b308e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:31.398305 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Router 57ac213f-7ee3-4ef1-8928-a26da56081ea has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:12:31.501155 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:12:31.511841 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef228933-dba5-4c25-a537-64af54d21420 None None] Sync routers for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:12:31.521075 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef228933-dba5-4c25-a537-64af54d21420 None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:12:31.521676 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-ef228933-dba5-4c25-a537-64af54d21420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:12:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:31.537863 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] No DVR routers for this DVR port e11e5bb1-cfda-4547-a4e6-e2e16e8b308e on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:12:31.540325 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:31.543852 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-938305dd-dc45-4211-a802-b7c4f683f33b req-f4a767e7-ed3f-48bb-bc46-b46fb05c668c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.41 "DELETE /v2.0/ports/e11e5bb1-cfda-4547-a4e6-e2e16e8b308e HTTP/1.1" status: 204 len: 173 time: 0.7430515 Oct 12 04:12:31.544287 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bb1c32-04a4-4527-8f4f-098d5e766a90', 'name': 'network-vif-deleted', 'tag': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:12:31.546511 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9657a647-ec04-40f1-bf28-4fd619bf5d37" -d '{"events": [{"server_uuid": "b1bb1c32-04a4-4527-8f4f-098d5e766a90", "name": "network-vif-deleted", "tag": "e11e5bb1-cfda-4547-a4e6-e2e16e8b308e"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:12:31.585691 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bbb308-9b33-475f-ae83-93de5b8dbaba x-openstack-request-id: req-08bbb308-9b33-475f-ae83-93de5b8dbaba {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:12:31.586081 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bb1c32-04a4-4527-8f4f-098d5e766a90", "name": "network-vif-deleted", "tag": "e11e5bb1-cfda-4547-a4e6-e2e16e8b308e", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:12:31.586326 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08bbb308-9b33-475f-ae83-93de5b8dbaba {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:12:31.586716 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bb1c32-04a4-4527-8f4f-098d5e766a90', 'name': 'network-vif-deleted', 'tag': 'e11e5bb1-cfda-4547-a4e6-e2e16e8b308e', 'status': 'completed', 'code': 200} Oct 12 04:12:31.790858 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-ef228933-dba5-4c25-a537-64af54d21420 None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:12:31.792513 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:31.816946 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:31.819814 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-58605a5f-32d5-490e-812f-09eca6d4b797 req-f974503e-f394-4ca0-adb5-f76818fa43e2 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1bb1c32-04a4-4527-8f4f-098d5e766a90 HTTP/1.1" status: 200 len: 210 time: 0.0295360 Oct 12 04:12:31.987652 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-ef228933-dba5-4c25-a537-64af54d21420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:07:00Z', 'revision_number': 5, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:32.018437 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef228933-dba5-4c25-a537-64af54d21420 None None] Checking router: 57ac213f-7ee3-4ef1-8928-a26da56081ea for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:12:32.027429 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef228933-dba5-4c25-a537-64af54d21420 None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:12:32.028029 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-ef228933-dba5-4c25-a537-64af54d21420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:12:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:32.129589 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-ef228933-dba5-4c25-a537-64af54d21420 None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:12:32.324992 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-ef228933-dba5-4c25-a537-64af54d21420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:07:00Z', 'revision_number': 5, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:32.350928 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef228933-dba5-4c25-a537-64af54d21420 None None] The sync data for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb is: [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:07:00Z', 'revision_number': 5, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:12:32.553363 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051313d-8271-45ea-a18c-020545636bbc None None] New status for floating IP a096959a-8789-4841-a844-7b801e2cc956: DOWN {{(pid=94185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:12:32.901617 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 45330) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:12:32.955230 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c87c9c7-6b8c-4dd7-b4db-cc0e4337620a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:32.978304 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c87c9c7-6b8c-4dd7-b4db-cc0e4337620a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.024772 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c87c9c7-6b8c-4dd7-b4db-cc0e4337620a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.027468 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c87c9c7-6b8c-4dd7-b4db-cc0e4337620a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.028605 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-9c87c9c7-6b8c-4dd7-b4db-cc0e4337620a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "DELETE /v2.0/security-groups/1f4508fc-56fc-4df9-9e77-3d920be008dd HTTP/1.1" status: 204 len: 168 time: 0.1259196 Oct 12 04:12:33.031479 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 45332) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:12:33.037959 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87c9c7-6b8c-4dd7-b4db-cc0e4337620a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4508fc-56fc-4df9-9e77-3d920be008dd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:33.045923 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.api.v2.resource [None req-c9dcd508-8f90-4429-b5d2-0a0ce2bd0520 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] show failed (client error): The resource could not be found. Oct 12 04:12:33.046929 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-c9dcd508-8f90-4429-b5d2-0a0ce2bd0520 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups/1f4508fc-56fc-4df9-9e77-3d920be008dd HTTP/1.1" status: 404 len: 347 time: 0.0144548 Oct 12 04:12:33.049926 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 45334) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:12:33.170271 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Deleting port 04594b72-30fb-4719-bda5-ea02070f4c1e {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:12:33.170515 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.245836 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.246163 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.257338 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Calling delete_port for 04594b72-30fb-4719-bda5-ea02070f4c1e owned by network:floatingip {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:12:33.383406 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.409005 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event deleted for resources: {'Port': ['ID=04594b72-30fb-4719-bda5-ea02070f4c1e,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:33.432671 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:33.432981 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:33.433321 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:33.433653 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:33.433984 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:33.434312 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:33.434635 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:33.434956 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:33.435274 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:33.435595 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:33.435912 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:33.436227 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:33.476528 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.479070 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.480209 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-4dc65d90-a74a-4f5e-b949-20b735a9dea8 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "DELETE /v2.0/floatingips/a096959a-8789-4841-a844-7b801e2cc956 HTTP/1.1" status: 204 len: 168 time: 0.4292395 Oct 12 04:12:33.642704 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.729645 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 45340) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:12:33.734149 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-6b399e62-fae6-4b7b-beb9-b3c90e457977 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1754255749', 'description': 'tempest-description--1120198682'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:12:33.755963 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b399e62-fae6-4b7b-beb9-b3c90e457977 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.819729 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b399e62-fae6-4b7b-beb9-b3c90e457977 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.823237 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b399e62-fae6-4b7b-beb9-b3c90e457977 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.850981 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b399e62-fae6-4b7b-beb9-b3c90e457977 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.852157 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-6b399e62-fae6-4b7b-beb9-b3c90e457977 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1215088 Oct 12 04:12:33.853970 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b399e62-fae6-4b7b-beb9-b3c90e457977 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52119b12-7193-439f-a1e1-a8528d18813e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:33.855143 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 45342) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:12:33.859702 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-abba593f-b5bc-431e-b996-e8335eb3175f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Request body: {'security_group_rule': {'security_group_id': '52119b12-7193-439f-a1e1-a8528d18813e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:12:33.885347 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-abba593f-b5bc-431e-b996-e8335eb3175f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.938288 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-abba593f-b5bc-431e-b996-e8335eb3175f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.942189 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-abba593f-b5bc-431e-b996-e8335eb3175f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.961691 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba593f-b5bc-431e-b996-e8335eb3175f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e3866d-ee35-4cd8-aa74-d1223cc6d82c,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:33.972095 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-abba593f-b5bc-431e-b996-e8335eb3175f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:33.973354 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-abba593f-b5bc-431e-b996-e8335eb3175f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172180 Oct 12 04:12:33.975978 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 45344) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:12:33.980178 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-630f400a-9546-446d-a374-1dcd9b4a2ca4 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Request body: {'security_group_rule': {'security_group_id': '52119b12-7193-439f-a1e1-a8528d18813e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:12:34.006592 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-630f400a-9546-446d-a374-1dcd9b4a2ca4 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.063860 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-630f400a-9546-446d-a374-1dcd9b4a2ca4 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.068219 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-630f400a-9546-446d-a374-1dcd9b4a2ca4 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.085215 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f400a-9546-446d-a374-1dcd9b4a2ca4 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5902b9f4-6400-491c-b46d-61992cc68480,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:34.094576 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-630f400a-9546-446d-a374-1dcd9b4a2ca4 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.095750 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-630f400a-9546-446d-a374-1dcd9b4a2ca4 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188617 Oct 12 04:12:34.098891 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 45346) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:12:34.103437 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Request body: {'floatingip': {'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:12:34.124989 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.216491 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.318868 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Allocated IP 172.28.0.55 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/f6abe294-1b3b-4b44-89cf-3d4f422a1838) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:12:34.420240 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.453614 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.487489 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:12:34.492628 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:12:34.496019 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:12:34.519074 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event updated for resources: {'Port': ['ID=f6abe294-1b3b-4b44-89cf-3d4f422a1838,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:34.578918 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.610092 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.753358 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for port, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.757806 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11438983'] for port, after_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.822683 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event updated for resources: {'Port': ['ID=f6abe294-1b3b-4b44-89cf-3d4f422a1838,revision_number=2']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:34.835363 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.849873 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:34.851069 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-6594afd7-dfe7-4c4f-bf7e-401d09fb89bd tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7512550 Oct 12 04:12:34.985094 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-1c1da974-506a-4374-ab45-d2faeab4e940 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1754255749&fields=id&tenant_id=88f9ac90f88040c3833900e39b1ed7dd HTTP/1.1" status: 200 len: 267 time: 0.0327570 Oct 12 04:12:35.090638 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-110633ec-4bf7-4262-9661-9ca7ecd7f892 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:35.092074 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-110633ec-4bf7-4262-9661-9ca7ecd7f892 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/networks?id=a7f3c47f-4b81-485b-9d33-ea0da313960a HTTP/1.1" status: 200 len: 811 time: 0.1004012 Oct 12 04:12:35.107113 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-0d2b39c9-45c2-47a0-9b7b-5038eb4f52ef tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/quotas/88f9ac90f88040c3833900e39b1ed7dd HTTP/1.1" status: 200 len: 375 time: 0.0092573 Oct 12 04:12:35.157248 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-be3c1c51-4df7-4f17-8689-99c66030432c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=88f9ac90f88040c3833900e39b1ed7dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449350 Oct 12 04:12:35.294880 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-92421bee-8caf-4afa-be8f-d8a120c0d0b9 service neutron] 10.222.0.31 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255500 Oct 12 04:12:35.380673 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-0a7fb18e-e21f-4962-8ec6-7bd07d60da30 service neutron] 10.222.0.31 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796938 Oct 12 04:12:35.500391 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device e11e5bb1-cfda-4547-a4e6-e2e16e8b308e no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:12:35.525793 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: e11e5bb1-cfda-4547-a4e6-e2e16e8b308e {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:12:35.526029 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device e11e5bb1-cfda-4547-a4e6-e2e16e8b308e not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:12:35.547017 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30469b3f-1650-420d-9cff-957fb40474e4 req-e9b8498d-c748-47d0-8709-36a1b801e9c3 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 210 time: 0.0331142 Oct 12 04:12:36.437254 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-69a4f04a-30fa-428d-babb-283c7ef12ef4 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:36.438699 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-69a4f04a-30fa-428d-babb-283c7ef12ef4 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.41 "GET /v2.0/networks?id=a7f3c47f-4b81-485b-9d33-ea0da313960a HTTP/1.1" status: 200 len: 811 time: 0.1002994 Oct 12 04:12:36.483974 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-63f18d0d-736d-467d-87d6-da8078ca718f tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f9ac90f88040c3833900e39b1ed7dd HTTP/1.1" status: 200 len: 380 time: 0.0349579 Oct 12 04:12:36.493314 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-2d052279-efb8-4999-9f7b-ea3731e7bafb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Request body: {'port': {'device_id': '07eae1f0-e485-4dcb-8f4d-861ddeee6af4', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'admin_state_up': True, 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'security_groups': ['52119b12-7193-439f-a1e1-a8528d18813e']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:12:36.603809 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-2d052279-efb8-4999-9f7b-ea3731e7bafb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Made reservation on behalf of 88f9ac90f88040c3833900e39b1ed7dd for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:12:36.607363 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-2d052279-efb8-4999-9f7b-ea3731e7bafb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:36.651470 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e8f9970d-3f80-4fb9-9bba-552f4b5b67c0 req-82b8065b-1025-4a42-b8cb-7c942000a095 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 210 time: 0.0346730 Oct 12 04:12:36.755881 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-2d052279-efb8-4999-9f7b-ea3731e7bafb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Allocated IP 172.20.0.11 (a7f3c47f-4b81-485b-9d33-ea0da313960a/139536c0-48c7-47be-9f6b-47818cfbaa4b/8fb2c414-27ee-420f-b149-87fe10290cd5) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:12:36.888848 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-2d052279-efb8-4999-9f7b-ea3731e7bafb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:36.920907 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-2d052279-efb8-4999-9f7b-ea3731e7bafb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:36.964191 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-2d052279-efb8-4999-9f7b-ea3731e7bafb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Network a7f3c47f-4b81-485b-9d33-ea0da313960a is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:12:36.967131 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-2d052279-efb8-4999-9f7b-ea3731e7bafb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:12:36.970857 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-2d052279-efb8-4999-9f7b-ea3731e7bafb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:12:36.993631 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d052279-efb8-4999-9f7b-ea3731e7bafb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event updated for resources: {'Port': ['ID=8fb2c414-27ee-420f-b149-87fe10290cd5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:37.022984 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-2d052279-efb8-4999-9f7b-ea3731e7bafb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:37.023609 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-2d052279-efb8-4999-9f7b-ea3731e7bafb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:37.039879 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-2d052279-efb8-4999-9f7b-ea3731e7bafb tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5501280 Oct 12 04:12:37.068279 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Request body: {'port': {'device_id': '07eae1f0-e485-4dcb-8f4d-861ddeee6af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:12:37.127174 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:37.168596 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-c76f371b-161b-46c7-8806-77620902a722 None None] Provisioning complete for port 8fb2c414-27ee-420f-b149-87fe10290cd5 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:12:37.169177 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-c76f371b-161b-46c7-8806-77620902a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:37.201963 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-c76f371b-161b-46c7-8806-77620902a722 None None] Port 8fb2c414-27ee-420f-b149-87fe10290cd5 cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:12:37.347725 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:37.380202 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb2c414-27ee-420f-b149-87fe10290cd5 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:12:37.387432 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:37.398963 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Transition to ACTIVE for port object 8fb2c414-27ee-420f-b149-87fe10290cd5 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:12:37.402642 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:37.454094 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Pushing event updated for resources: {'Port': ['ID=8fb2c414-27ee-420f-b149-87fe10290cd5,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:37.522588 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Attempting to bind port 8fb2c414-27ee-420f-b149-87fe10290cd5 on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:12:37.522921 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Attempting to bind port 8fb2c414-27ee-420f-b149-87fe10290cd5 by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:12:37.523248 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Attempting to bind port 8fb2c414-27ee-420f-b149-87fe10290cd5 on network a7f3c47f-4b81-485b-9d33-ea0da313960a {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:12:37.527617 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Port 8fb2c414-27ee-420f-b149-87fe10290cd5 on network a7f3c47f-4b81-485b-9d33-ea0da313960a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:12:37.527935 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Attempting to bind port 8fb2c414-27ee-420f-b149-87fe10290cd5 on network a7f3c47f-4b81-485b-9d33-ea0da313960a {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:12:37.532939 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:12:37.533512 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Checking segment: {'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:12:37.533892 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Bound using segment: {'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:12:37.534317 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Bound port: 8fb2c414-27ee-420f-b149-87fe10290cd5, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbbeb7b-49b4-491d-8f10-8e70fa85b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:12:37.534680 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:37.600525 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] For port 8fb2c414-27ee-420f-b149-87fe10290cd5, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:12:37.603399 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] For port 8fb2c414-27ee-420f-b149-87fe10290cd5, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8fb2c414-27ee-420f-b149-87fe10290cd5,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:12:37.608269 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:37.646518 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:37.647115 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:37.648463 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] 10.222.0.41 "PUT /v2.0/ports/8fb2c414-27ee-420f-b149-87fe10290cd5 HTTP/1.1" status: 200 len: 1094 time: 0.5851676 Oct 12 04:12:37.648911 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07eae1f0-e485-4dcb-8f4d-861ddeee6af4', 'tag': '8fb2c414-27ee-420f-b149-87fe10290cd5'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:12:37.651127 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ecf05e-7bee-4569-8133-d151276d092d" -d '{"events": [{"name": "network-changed", "server_uuid": "07eae1f0-e485-4dcb-8f4d-861ddeee6af4", "tag": "8fb2c414-27ee-420f-b149-87fe10290cd5"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:12:37.668899 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857baef5-c283-47db-80b2-c7df8d03cdbe service neutron] Pushing event updated for resources: {'Port': ['ID=8fb2c414-27ee-420f-b149-87fe10290cd5,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:37.728842 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9b45df-eab2-4429-a92b-922d5d591479 x-openstack-request-id: req-5d9b45df-eab2-4429-a92b-922d5d591479 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:12:37.729267 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07eae1f0-e485-4dcb-8f4d-861ddeee6af4", "tag": "8fb2c414-27ee-420f-b149-87fe10290cd5", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:12:37.729610 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d9b45df-eab2-4429-a92b-922d5d591479 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:12:37.730093 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07eae1f0-e485-4dcb-8f4d-861ddeee6af4', 'tag': '8fb2c414-27ee-420f-b149-87fe10290cd5', 'status': 'completed', 'code': 200} Oct 12 04:12:37.749738 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-f37ebbaf-b9f8-4c68-a450-eec296fcf966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:37.751277 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-f37ebbaf-b9f8-4c68-a450-eec296fcf966 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f9ac90f88040c3833900e39b1ed7dd&device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 1097 time: 0.0559869 Oct 12 04:12:37.811851 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-02f85ddd-ce6a-4830-a83b-cbe899ed6922 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fb2c414-27ee-420f-b149-87fe10290cd5 HTTP/1.1" status: 200 len: 217 time: 0.0495410 Oct 12 04:12:37.859772 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e617b3-0694-41af-89d9-8a0b82cd3373 req-e65065c3-2f24-495d-b9d1-8057e1111728 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:37.861169 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-23e617b3-0694-41af-89d9-8a0b82cd3373 req-e65065c3-2f24-495d-b9d1-8057e1111728 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 944 time: 0.1144729 Oct 12 04:12:37.907647 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-bbf75172-7150-403a-b659-a1f724f670f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:37.909034 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-bbf75172-7150-403a-b659-a1f724f670f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139536c0-48c7-47be-9f6b-47818cfbaa4b HTTP/1.1" status: 200 len: 850 time: 0.0898716 Oct 12 04:12:37.965473 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-23e617b3-0694-41af-89d9-8a0b82cd3373 req-5f266b63-256a-4d61-bfcf-839773a54b88 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=52119b12-7193-439f-a1e1-a8528d18813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969489 Oct 12 04:12:37.967932 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0b67e8c9-ffea-4766-9564-39bc9300e28f req-9d2b26be-d882-493d-a325-b9d01d591c99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1005459 Oct 12 04:12:37.978440 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-be31ae3a-fc1b-4524-bd84-490d7ea55385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:37.979925 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-be31ae3a-fc1b-4524-bd84-490d7ea55385 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7f3c47f-4b81-485b-9d33-ea0da313960a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0623410 Oct 12 04:12:38.325641 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e8c9-ffea-4766-9564-39bc9300e28f req-8b38eeef-1f68-4e74-8556-f990f95b042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:38.327108 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0b67e8c9-ffea-4766-9564-39bc9300e28f req-8b38eeef-1f68-4e74-8556-f990f95b042c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 1098 time: 0.2973862 Oct 12 04:12:38.337451 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-8c8c7f80-ad08-4ce2-ad47-ac6f57c49d48 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506508 Oct 12 04:12:38.495733 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-609809d8-9305-47d8-b9c6-c50344c52f5e req-c8aeb760-d05f-45d9-b41e-17ea2a30aeb5 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483293 Oct 12 04:12:38.496777 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e8c9-ffea-4766-9564-39bc9300e28f req-cd9db4cf-efe7-4906-9441-a531b6c01a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:38.498093 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0b67e8c9-ffea-4766-9564-39bc9300e28f req-cd9db4cf-efe7-4906-9441-a531b6c01a87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 917 time: 0.1439066 Oct 12 04:12:38.589142 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0b67e8c9-ffea-4766-9564-39bc9300e28f req-24063a7f-4007-42c8-9d6b-06bdc3e0dde6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a38675c-6727-4b74-8260-78053e5cc17a HTTP/1.1" status: 200 len: 1000 time: 0.0823197 Oct 12 04:12:38.627421 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf05e-7bee-4569-8133-d151276d092d req-6126c8e0-4774-4502-8330-2f1679b2928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:38.628884 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-44ecf05e-7bee-4569-8133-d151276d092d req-6126c8e0-4774-4502-8330-2f1679b2928d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f9ac90f88040c3833900e39b1ed7dd&device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 1097 time: 0.0746453 Oct 12 04:12:38.649615 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e8c9-ffea-4766-9564-39bc9300e28f req-94fed1a1-390a-4515-97ec-d5ff229332b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:38.650923 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0b67e8c9-ffea-4766-9564-39bc9300e28f req-94fed1a1-390a-4515-97ec-d5ff229332b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 200 len: 855 time: 0.0549242 Oct 12 04:12:38.746245 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e8c9-ffea-4766-9564-39bc9300e28f req-29667968-411a-470c-9ad2-412ac272b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:38.747701 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0b67e8c9-ffea-4766-9564-39bc9300e28f req-29667968-411a-470c-9ad2-412ac272b940 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78ad8ade-5b76-455f-b679-c3355b921424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874698 Oct 12 04:12:38.763651 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf05e-7bee-4569-8133-d151276d092d req-b5c624d9-f1bf-490b-a4df-934557911c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:38.764982 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-44ecf05e-7bee-4569-8133-d151276d092d req-b5c624d9-f1bf-490b-a4df-934557911c2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7f3c47f-4b81-485b-9d33-ea0da313960a HTTP/1.1" status: 200 len: 912 time: 0.1255212 Oct 12 04:12:38.836692 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-44ecf05e-7bee-4569-8133-d151276d092d req-0e20eaa1-bb8d-42dd-90ed-11ce3de3cdc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fb2c414-27ee-420f-b149-87fe10290cd5 HTTP/1.1" status: 200 len: 217 time: 0.0613959 Oct 12 04:12:38.909836 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0b67e8c9-ffea-4766-9564-39bc9300e28f req-a9cc007e-9950-4006-b4fd-b8bdfa755fac service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530194 Oct 12 04:12:38.911270 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf05e-7bee-4569-8133-d151276d092d req-2bcee46a-a908-4613-bd76-046cc8d745d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:38.912563 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-44ecf05e-7bee-4569-8133-d151276d092d req-2bcee46a-a908-4613-bd76-046cc8d745d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139536c0-48c7-47be-9f6b-47818cfbaa4b HTTP/1.1" status: 200 len: 850 time: 0.0656109 Oct 12 04:12:39.027808 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf05e-7bee-4569-8133-d151276d092d req-af33da0d-6348-43e0-9217-2a6b97df8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:39.029322 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-44ecf05e-7bee-4569-8133-d151276d092d req-af33da0d-6348-43e0-9217-2a6b97df8b1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7f3c47f-4b81-485b-9d33-ea0da313960a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0984545 Oct 12 04:12:39.064750 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0b67e8c9-ffea-4766-9564-39bc9300e28f req-1f6a2ed3-a127-4bc7-85a1-a5218323fd9a service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411617 Oct 12 04:12:39.145567 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb03c-d9c2-4d19-b41d-4b8a773e1c44 req-bd5e1ffb-75e3-4769-abc6-9fa1252bf409 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:39.146932 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a01bb03c-d9c2-4d19-b41d-4b8a773e1c44 req-bd5e1ffb-75e3-4769-abc6-9fa1252bf409 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 944 time: 0.1123779 Oct 12 04:12:39.184905 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-44ecf05e-7bee-4569-8133-d151276d092d req-d3ff8cef-21b7-4618-9ea8-64c57631ed48 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368408 Oct 12 04:12:39.207854 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a01bb03c-d9c2-4d19-b41d-4b8a773e1c44 req-51cf39b7-6a22-4cb1-9acc-245d6b7ccbdf tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=52119b12-7193-439f-a1e1-a8528d18813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548062 Oct 12 04:12:39.281193 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-44ecf05e-7bee-4569-8133-d151276d092d req-d348c4d7-71cc-4ef4-aab7-441c5e50369a service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888541 Oct 12 04:12:40.319990 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de34902-bfb0-4e54-b686-27b9c0bb788d req-d5db92b3-f5d0-4c60-a6d9-88c0cc24172d tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:40.321445 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6de34902-bfb0-4e54-b686-27b9c0bb788d req-d5db92b3-f5d0-4c60-a6d9-88c0cc24172d tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 944 time: 0.0483272 Oct 12 04:12:40.356776 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6de34902-bfb0-4e54-b686-27b9c0bb788d req-3b15a8a8-63ca-4c71-b28f-a7809bb05c01 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=52119b12-7193-439f-a1e1-a8528d18813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296214 Oct 12 04:12:41.473991 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baec561-3124-48c6-898b-2957e4c40697 req-02dd8081-92e0-4812-9e39-106b6124a571 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:41.475456 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5baec561-3124-48c6-898b-2957e4c40697 req-02dd8081-92e0-4812-9e39-106b6124a571 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 944 time: 0.0527334 Oct 12 04:12:41.511665 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5baec561-3124-48c6-898b-2957e4c40697 req-00b03f57-07b6-4257-9e10-0251b34d6413 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=52119b12-7193-439f-a1e1-a8528d18813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303688 Oct 12 04:12:41.515951 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 8fb2c414-27ee-420f-b149-87fe10290cd5 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:12:41.609548 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 8fb2c414-27ee-420f-b149-87fe10290cd5, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8fb2c414-27ee-420f-b149-87fe10290cd5,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:12:41.619955 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '8fb2c414-27ee-420f-b149-87fe10290cd5', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'port_id': '8fb2c414-27ee-420f-b149-87fe10290cd5', 'mac_address': 'fa:16:3e:02:34:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:12:41.655086 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:41.668002 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb2c414-27ee-420f-b149-87fe10290cd5 {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:12:41.686016 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 8fb2c414-27ee-420f-b149-87fe10290cd5, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8fb2c414-27ee-420f-b149-87fe10290cd5,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:12:41.689701 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:41.734723 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=8fb2c414-27ee-420f-b149-87fe10290cd5,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:41.741529 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:41.741873 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:41.742210 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:41.742552 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:41.742874 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:41.743201 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:41.743524 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:41.743844 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:41.744165 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:41.744486 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:41.744804 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:41.745150 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:12:42.011953 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['8fb2c414-27ee-420f-b149-87fe10290cd5'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:12:42.621661 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3387-5d1d-4d62-8901-697d6e5ad9f4 req-9c187078-411e-4fc9-950a-e2ea35703a87 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:42.623093 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b1d3387-5d1d-4d62-8901-697d6e5ad9f4 req-9c187078-411e-4fc9-950a-e2ea35703a87 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 945 time: 0.0469258 Oct 12 04:12:42.659346 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b1d3387-5d1d-4d62-8901-697d6e5ad9f4 req-58a878cd-8f84-4cb5-90d6-e31dec8bf249 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=52119b12-7193-439f-a1e1-a8528d18813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305133 Oct 12 04:12:43.522723 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 8fb2c414-27ee-420f-b149-87fe10290cd5 up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:12:43.569509 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port 8fb2c414-27ee-420f-b149-87fe10290cd5 completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:12:43.573094 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 8fb2c414-27ee-420f-b149-87fe10290cd5 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:12:43.573460 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:43.650219 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:43.671478 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07eae1f0-e485-4dcb-8f4d-861ddeee6af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb2c414-27ee-420f-b149-87fe10290cd5'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:12:43.673724 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934b8f70-8517-47f6-ab6b-29462d1bbcd5" -d '{"events": [{"server_uuid": "07eae1f0-e485-4dcb-8f4d-861ddeee6af4", "name": "network-vif-plugged", "status": "completed", "tag": "8fb2c414-27ee-420f-b149-87fe10290cd5"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:12:43.686191 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 8fb2c414-27ee-420f-b149-87fe10290cd5, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8fb2c414-27ee-420f-b149-87fe10290cd5,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:12:43.690915 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:43.716279 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbcb109-5332-4b84-b869-34b7a6b0fa63 x-openstack-request-id: req-dfbcb109-5332-4b84-b869-34b7a6b0fa63 {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:12:43.716567 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07eae1f0-e485-4dcb-8f4d-861ddeee6af4", "name": "network-vif-plugged", "status": "completed", "tag": "8fb2c414-27ee-420f-b149-87fe10290cd5", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:12:43.716819 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfbcb109-5332-4b84-b869-34b7a6b0fa63 {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:12:43.717240 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07eae1f0-e485-4dcb-8f4d-861ddeee6af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb2c414-27ee-420f-b149-87fe10290cd5', 'code': 200} Oct 12 04:12:43.744053 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=8fb2c414-27ee-420f-b149-87fe10290cd5,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:12:43.782743 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e02604-3c56-4c5c-aed9-ede584f465a7 req-3ad6d7c1-201c-4257-8991-0951b668d7b6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:43.784153 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b6e02604-3c56-4c5c-aed9-ede584f465a7 req-3ad6d7c1-201c-4257-8991-0951b668d7b6 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 946 time: 0.0507891 Oct 12 04:12:43.824178 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b6e02604-3c56-4c5c-aed9-ede584f465a7 req-95aee3b1-904f-4eb9-9e69-35e8e8230b6c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=52119b12-7193-439f-a1e1-a8528d18813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Oct 12 04:12:43.873612 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c1c6e-4099-4d7e-85e7-6fb8d26fe5d1 req-960677d5-5ff0-415a-a5df-3466e01a0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:43.875049 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7f6c1c6e-4099-4d7e-85e7-6fb8d26fe5d1 req-960677d5-5ff0-415a-a5df-3466e01a0fba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 1099 time: 0.0413759 Oct 12 04:12:43.908501 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7f6c1c6e-4099-4d7e-85e7-6fb8d26fe5d1 req-9fc005fc-2908-4a1c-bc79-7ff7a5a0da69 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52119b12-7193-439f-a1e1-a8528d18813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261042 Oct 12 04:12:44.532884 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:12:44.936288 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037773db-f7ad-45af-8a08-727a1e25e211 req-b113151f-d219-44df-a50e-87d24c434d96 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:44.937762 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-037773db-f7ad-45af-8a08-727a1e25e211 req-b113151f-d219-44df-a50e-87d24c434d96 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 946 time: 0.0481815 Oct 12 04:12:44.974467 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-037773db-f7ad-45af-8a08-727a1e25e211 req-3c58ced1-ac51-4e78-9de5-ae28289dbd58 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=52119b12-7193-439f-a1e1-a8528d18813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309622 Oct 12 04:12:46.084691 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8f9d7-866f-4e82-9b88-1859438a745b req-ed80d7da-7624-4e03-a33f-62345cd1fd3d tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:46.086205 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5fe8f9d7-866f-4e82-9b88-1859438a745b req-ed80d7da-7624-4e03-a33f-62345cd1fd3d tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 946 time: 0.0479746 Oct 12 04:12:46.123609 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5fe8f9d7-866f-4e82-9b88-1859438a745b req-a9955b4e-a0a5-4336-be2a-3c4e0b467d6c tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=52119b12-7193-439f-a1e1-a8528d18813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314782 Oct 12 04:12:46.241744 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc338fa-9efc-4526-aae3-83b5a797f1ae req-8e20dd1a-c881-41af-8a6e-06f6ec93e7d0 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:46.243189 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ecc338fa-9efc-4526-aae3-83b5a797f1ae req-8e20dd1a-c881-41af-8a6e-06f6ec93e7d0 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 946 time: 0.0549216 Oct 12 04:12:46.251603 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 45428) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:12:46.255752 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9557f355-f804-4a53-a7b2-f2c8c7476119 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Request body: {'floatingip': {'port_id': '8fb2c414-27ee-420f-b149-87fe10290cd5'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:12:46.294634 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9557f355-f804-4a53-a7b2-f2c8c7476119 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:46.732586 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9557f355-f804-4a53-a7b2-f2c8c7476119 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:46.736145 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9557f355-f804-4a53-a7b2-f2c8c7476119 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:46.832463 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.l3_db [None req-9557f355-f804-4a53-a7b2-f2c8c7476119 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Floating IP 62131756-4259-436a-a881-33c29f67478a associated. External IP: 172.28.0.55, port: 8fb2c414-27ee-420f-b149-87fe10290cd5. Oct 12 04:12:47.026997 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9557f355-f804-4a53-a7b2-f2c8c7476119 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Router 57ac213f-7ee3-4ef1-8928-a26da56081ea has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:12:47.126961 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9557f355-f804-4a53-a7b2-f2c8c7476119 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:12:47.132298 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9557f355-f804-4a53-a7b2-f2c8c7476119 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:12:47.137710 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c0b85-8810-44e3-b545-99fdf9630499 None None] Sync routers for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:12:47.147591 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c0b85-8810-44e3-b545-99fdf9630499 None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:12:47.148187 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-6f0c0b85-8810-44e3-b545-99fdf9630499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:12:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:47.159775 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-9557f355-f804-4a53-a7b2-f2c8c7476119 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "PUT /v2.0/floatingips/62131756-4259-436a-a881-33c29f67478a HTTP/1.1" status: 200 len: 991 time: 0.9071972 Oct 12 04:12:47.160352 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07eae1f0-e485-4dcb-8f4d-861ddeee6af4', 'tag': '8fb2c414-27ee-420f-b149-87fe10290cd5'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:12:47.162603 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c41c334-aec0-4703-a548-5fdf9b08ffed" -d '{"events": [{"name": "network-changed", "server_uuid": "07eae1f0-e485-4dcb-8f4d-861ddeee6af4", "tag": "8fb2c414-27ee-420f-b149-87fe10290cd5"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:12:47.200242 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5ccd5a-c401-46e2-972b-d9ef593cc36e x-openstack-request-id: req-3b5ccd5a-c401-46e2-972b-d9ef593cc36e {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:12:47.200531 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07eae1f0-e485-4dcb-8f4d-861ddeee6af4", "tag": "8fb2c414-27ee-420f-b149-87fe10290cd5", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:12:47.200781 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b5ccd5a-c401-46e2-972b-d9ef593cc36e {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:12:47.201203 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07eae1f0-e485-4dcb-8f4d-861ddeee6af4', 'tag': '8fb2c414-27ee-420f-b149-87fe10290cd5', 'status': 'completed', 'code': 200} Oct 12 04:12:47.252554 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-6f0c0b85-8810-44e3-b545-99fdf9630499 None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:12:47.259585 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41c334-aec0-4703-a548-5fdf9b08ffed req-520e9510-b811-488c-8d21-e730497e08b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:47.261092 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c41c334-aec0-4703-a548-5fdf9b08ffed req-520e9510-b811-488c-8d21-e730497e08b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f9ac90f88040c3833900e39b1ed7dd&device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 1099 time: 0.0397441 Oct 12 04:12:47.348844 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41c334-aec0-4703-a548-5fdf9b08ffed req-f0b77262-82da-4ac6-8740-d547d0c9820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:47.350425 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c41c334-aec0-4703-a548-5fdf9b08ffed req-f0b77262-82da-4ac6-8740-d547d0c9820e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7f3c47f-4b81-485b-9d33-ea0da313960a HTTP/1.1" status: 200 len: 912 time: 0.0827112 Oct 12 04:12:47.418248 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c41c334-aec0-4703-a548-5fdf9b08ffed req-1ab8b832-ff6f-4c37-8768-5c33aa2e8b93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fb2c414-27ee-420f-b149-87fe10290cd5 HTTP/1.1" status: 200 len: 999 time: 0.0598984 Oct 12 04:12:47.465871 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41c334-aec0-4703-a548-5fdf9b08ffed req-1f1d8e52-f48b-4ee1-84f4-aef307b56328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:47.467322 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c41c334-aec0-4703-a548-5fdf9b08ffed req-1f1d8e52-f48b-4ee1-84f4-aef307b56328 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139536c0-48c7-47be-9f6b-47818cfbaa4b HTTP/1.1" status: 200 len: 850 time: 0.0426726 Oct 12 04:12:47.470853 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-6f0c0b85-8810-44e3-b545-99fdf9630499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': '62131756-4259-436a-a881-33c29f67478a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'floating_ip_address': '172.28.0.55', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'port_id': '8fb2c414-27ee-420f-b149-87fe10290cd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'mac_address': 'fa:16:3e:02:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eae1f0-e485-4dcb-8f4d-861ddeee6af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:12:34Z', 'updated_at': '2021-10-12T04:12:46Z', 'revision_number': 1, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:07:00Z', 'revision_number': 5, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:47.497092 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c0b85-8810-44e3-b545-99fdf9630499 None None] Checking router: 57ac213f-7ee3-4ef1-8928-a26da56081ea for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:12:47.505301 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c0b85-8810-44e3-b545-99fdf9630499 None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:12:47.505889 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-6f0c0b85-8810-44e3-b545-99fdf9630499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:12:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:47.511908 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41c334-aec0-4703-a548-5fdf9b08ffed req-224b6e49-d681-43ca-9f16-255e29533355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:12:47.513419 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c41c334-aec0-4703-a548-5fdf9b08ffed req-224b6e49-d681-43ca-9f16-255e29533355 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7f3c47f-4b81-485b-9d33-ea0da313960a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0385780 Oct 12 04:12:47.607033 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c41c334-aec0-4703-a548-5fdf9b08ffed req-68c42bab-adc7-46d8-b045-e1cbb954d327 service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864542 Oct 12 04:12:47.609079 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-6f0c0b85-8810-44e3-b545-99fdf9630499 None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:12:47.704334 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3c41c334-aec0-4703-a548-5fdf9b08ffed req-94db16c2-5da3-41e4-918a-657d1549a86c service neutron] 10.222.0.41 "GET /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813296 Oct 12 04:12:47.823302 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-6f0c0b85-8810-44e3-b545-99fdf9630499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': '62131756-4259-436a-a881-33c29f67478a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'floating_ip_address': '172.28.0.55', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'port_id': '8fb2c414-27ee-420f-b149-87fe10290cd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'mac_address': 'fa:16:3e:02:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eae1f0-e485-4dcb-8f4d-861ddeee6af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:12:34Z', 'updated_at': '2021-10-12T04:12:46Z', 'revision_number': 1, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:07:00Z', 'revision_number': 5, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:12:47.852311 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c0b85-8810-44e3-b545-99fdf9630499 None None] The sync data for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb is: [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': '62131756-4259-436a-a881-33c29f67478a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'floating_ip_address': '172.28.0.55', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'port_id': '8fb2c414-27ee-420f-b149-87fe10290cd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'mac_address': 'fa:16:3e:02:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eae1f0-e485-4dcb-8f4d-861ddeee6af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:12:34Z', 'updated_at': '2021-10-12T04:12:46Z', 'revision_number': 1, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:07:00Z', 'revision_number': 5, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:12:48.035620 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d863beb-7714-481d-bd67-03a6db9f2d15 None None] New status for floating IP 62131756-4259-436a-a881-33c29f67478a: ACTIVE {{(pid=94185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:12:58.246097 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4dc585db-b320-4fad-9774-bf4762f27260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:00.662037 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9ab5-4e1d-4b3d-b5df-6f4a2c839081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:01.654753 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:01.725669 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:03.641107 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:07.347431 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:21.531026 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:13:28.246455 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-8658006a-570c-4551-bfe5-5ca29360d7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:30.427043 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f748c-475d-44d8-9b72-cb9698040ab9 req-38039eb0-d2e6-42ec-a727-8d18758fa26d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:30.428407 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3f3f748c-475d-44d8-9b72-cb9698040ab9 req-38039eb0-d2e6-42ec-a727-8d18758fa26d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0525761 Oct 12 04:13:30.465357 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3f3f748c-475d-44d8-9b72-cb9698040ab9 req-dbc909fb-ab90-4b25-9928-074cd09cafb6 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312178 Oct 12 04:13:30.662361 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a527dd90-67cb-436a-92c4-c0d228b31be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:31.581558 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536fbf0-32ac-4858-b7b3-36c2f5d18173 req-72f70303-3266-4f55-a782-8c9be7404dbe tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:31.583016 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8536fbf0-32ac-4858-b7b3-36c2f5d18173 req-72f70303-3266-4f55-a782-8c9be7404dbe tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0475185 Oct 12 04:13:31.619978 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8536fbf0-32ac-4858-b7b3-36c2f5d18173 req-ac5089d5-62f9-4eb2-9a1d-b0a266128887 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Oct 12 04:13:31.656761 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:31.725131 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:32.734615 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c2b91-23f4-4541-8807-2532635bfc86 req-6b2c4194-5b61-46f3-8b8b-0acdf9ff2c35 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:32.736036 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cc8c2b91-23f4-4541-8807-2532635bfc86 req-6b2c4194-5b61-46f3-8b8b-0acdf9ff2c35 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0472596 Oct 12 04:13:32.772511 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-cc8c2b91-23f4-4541-8807-2532635bfc86 req-ba69b0e8-326e-4435-b696-4df59e5b43a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306735 Oct 12 04:13:33.643223 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:33.889928 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b7eaf-7b4c-4625-82c5-e526f7a74e0d req-c51a63ba-b192-4832-9fd9-5175e59a7430 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:33.891262 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-017b7eaf-7b4c-4625-82c5-e526f7a74e0d req-c51a63ba-b192-4832-9fd9-5175e59a7430 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0502756 Oct 12 04:13:33.928701 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-017b7eaf-7b4c-4625-82c5-e526f7a74e0d req-9562a531-50ec-47bf-b2c8-803fd64c7702 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Oct 12 04:13:35.045176 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd6fb-45cd-47a9-a38d-de7aa092885c req-6027d1d1-8eac-4d32-96e8-def191c4c108 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:35.046639 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3dbfd6fb-45cd-47a9-a38d-de7aa092885c req-6027d1d1-8eac-4d32-96e8-def191c4c108 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0480344 Oct 12 04:13:35.083523 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3dbfd6fb-45cd-47a9-a38d-de7aa092885c req-c907956b-4b05-4cd8-a3a9-f431a99bd5fc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305376 Oct 12 04:13:36.200705 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6518d-9825-4427-a074-dbc3f2461a75 req-e8b5c187-8f54-499c-816b-073353306ef2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:36.203239 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-15c6518d-9825-4427-a074-dbc3f2461a75 req-e8b5c187-8f54-499c-816b-073353306ef2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0488019 Oct 12 04:13:36.239968 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-15c6518d-9825-4427-a074-dbc3f2461a75 req-e1173f42-79d4-4f07-bf5b-5badcfedd5c3 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Oct 12 04:13:37.346757 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:37.358558 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbb983-a22d-4a00-b306-bddd784c8a63 req-1ba53427-45f6-41d5-9206-9329cf91a4dc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:37.360011 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a8bbb983-a22d-4a00-b306-bddd784c8a63 req-1ba53427-45f6-41d5-9206-9329cf91a4dc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0515597 Oct 12 04:13:37.396617 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a8bbb983-a22d-4a00-b306-bddd784c8a63 req-13ba76be-15d0-4b6d-80d3-6e569e9299d2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307956 Oct 12 04:13:37.933291 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ed26501-94b8-4c18-8d8d-98488ca87237 req-2fb8f3e4-5257-45c8-ab2d-4098fabdf8e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386071 Oct 12 04:13:37.991424 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26501-94b8-4c18-8d8d-98488ca87237 req-1587071c-74d3-4651-8345-630ad59e7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:37.992825 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ed26501-94b8-4c18-8d8d-98488ca87237 req-1587071c-74d3-4651-8345-630ad59e7568 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b51b06f1add14438b1f86ff7cf08a3ee&device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 1098 time: 0.0382309 Oct 12 04:13:38.093580 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26501-94b8-4c18-8d8d-98488ca87237 req-c842f4e8-07e3-4694-a281-0047843022f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:38.095036 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ed26501-94b8-4c18-8d8d-98488ca87237 req-c842f4e8-07e3-4694-a281-0047843022f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baf1ba12-b640-4824-bad7-20c2b4a62b9d HTTP/1.1" status: 200 len: 909 time: 0.0843859 Oct 12 04:13:38.161336 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ed26501-94b8-4c18-8d8d-98488ca87237 req-55ed61c0-bdde-490e-8d8d-2f1cf7308153 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9 HTTP/1.1" status: 200 len: 1000 time: 0.0562875 Oct 12 04:13:38.212213 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26501-94b8-4c18-8d8d-98488ca87237 req-32c48d3c-bc0c-46a3-a55e-02164d5d6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:38.213591 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ed26501-94b8-4c18-8d8d-98488ca87237 req-32c48d3c-bc0c-46a3-a55e-02164d5d6415 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de6be438-f0fa-40e5-b551-3212a468676b HTTP/1.1" status: 200 len: 847 time: 0.0453126 Oct 12 04:13:38.256851 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26501-94b8-4c18-8d8d-98488ca87237 req-ac25dfbf-889c-4112-b918-e4a437a5fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:38.258329 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ed26501-94b8-4c18-8d8d-98488ca87237 req-ac25dfbf-889c-4112-b918-e4a437a5fba7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baf1ba12-b640-4824-bad7-20c2b4a62b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0377836 Oct 12 04:13:38.345987 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ed26501-94b8-4c18-8d8d-98488ca87237 req-c2b10606-13ba-4d54-b1b3-e49b7e65bff6 service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803113 Oct 12 04:13:38.436501 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ed26501-94b8-4c18-8d8d-98488ca87237 req-f410ec3f-904c-4cd9-999c-96917aa48dd1 service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829303 Oct 12 04:13:38.513795 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a60afa-4ce9-4df1-968a-68917d80421b req-d0459daa-a52b-4f95-9b75-570b4cc34b5f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:38.515139 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-66a60afa-4ce9-4df1-968a-68917d80421b req-d0459daa-a52b-4f95-9b75-570b4cc34b5f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0476999 Oct 12 04:13:38.552230 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-66a60afa-4ce9-4df1-968a-68917d80421b req-09dd00ce-2085-49d7-b072-33bc61f2df7d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307786 Oct 12 04:13:39.671084 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c0e0e-eee2-4246-bd0c-17389ab1dbfa req-47822667-7620-4eeb-8686-32d0e81233d5 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:39.672514 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-555c0e0e-eee2-4246-bd0c-17389ab1dbfa req-47822667-7620-4eeb-8686-32d0e81233d5 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0509849 Oct 12 04:13:39.709285 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-555c0e0e-eee2-4246-bd0c-17389ab1dbfa req-ef827800-eae1-4c1e-b69e-a677b8751dfe tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304086 Oct 12 04:13:40.824761 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bd940-4dd1-4695-9622-b3cfa09014ec req-0885b625-b29d-4694-8260-cd5aa3ec3799 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:40.826238 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-094bd940-4dd1-4695-9622-b3cfa09014ec req-0885b625-b29d-4694-8260-cd5aa3ec3799 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0481462 Oct 12 04:13:40.862297 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-094bd940-4dd1-4695-9622-b3cfa09014ec req-097a3a61-6905-4ca4-bdb0-d87f86f99832 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303359 Oct 12 04:13:41.977715 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce14046-eed1-46a2-b4eb-8b0427485708 req-2c547780-d86d-4eab-bd92-22803e0a4ea5 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:41.979153 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1ce14046-eed1-46a2-b4eb-8b0427485708 req-2c547780-d86d-4eab-bd92-22803e0a4ea5 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0475843 Oct 12 04:13:42.015584 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1ce14046-eed1-46a2-b4eb-8b0427485708 req-1a12ec7b-8f66-4d21-84c9-27b6c8ce7eb9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306787 Oct 12 04:13:43.136010 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680bd74-890f-432a-81c6-9c59b59457d8 req-4e8ebda2-8275-4bc2-89ea-0553ce3a8d2c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:43.137454 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c680bd74-890f-432a-81c6-9c59b59457d8 req-4e8ebda2-8275-4bc2-89ea-0553ce3a8d2c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0500972 Oct 12 04:13:43.174465 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c680bd74-890f-432a-81c6-9c59b59457d8 req-42d108c5-3f8a-4d65-92bc-993ecf95ebf5 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308886 Oct 12 04:13:43.900408 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5a38675c-6727-4b74-8260-78053e5cc17a details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:13:44.107228 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 5a38675c-6727-4b74-8260-78053e5cc17a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5a38675c-6727-4b74-8260-78053e5cc17a,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:13:44.118207 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '5a38675c-6727-4b74-8260-78053e5cc17a', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'port_id': '5a38675c-6727-4b74-8260-78053e5cc17a', 'mac_address': 'fa:16:3e:3f:37:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:13:44.152583 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:44.164743 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a38675c-6727-4b74-8260-78053e5cc17a {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:13:44.183956 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 5a38675c-6727-4b74-8260-78053e5cc17a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5a38675c-6727-4b74-8260-78053e5cc17a,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:13:44.187074 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:44.238871 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=5a38675c-6727-4b74-8260-78053e5cc17a,revision_number=6']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:13:44.245799 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:44.246141 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:44.246478 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:44.246807 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:44.247132 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:44.247454 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:44.247775 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:44.248092 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:44.248411 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:44.248731 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:44.249070 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:44.249387 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:13:44.277825 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['5a38675c-6727-4b74-8260-78053e5cc17a'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:13:44.293685 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690d014-c519-479d-90a7-7d700cfef141 req-19c0556d-c688-4dc6-8574-72a17d18eff8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:44.295138 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8690d014-c519-479d-90a7-7d700cfef141 req-19c0556d-c688-4dc6-8574-72a17d18eff8 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 944 time: 0.0488546 Oct 12 04:13:44.330958 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8690d014-c519-479d-90a7-7d700cfef141 req-62547e67-c3fd-4eb4-b15e-ca184e7d101a tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298815 Oct 12 04:13:45.447169 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5137f-c458-44ac-916a-d3fb25a204fb req-1a53bbb8-4ab4-45c7-b861-850938846cec tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:45.448798 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-78f5137f-c458-44ac-916a-d3fb25a204fb req-1a53bbb8-4ab4-45c7-b861-850938846cec tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 944 time: 0.0477531 Oct 12 04:13:45.485837 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-78f5137f-c458-44ac-916a-d3fb25a204fb req-0bfcea17-1ca6-473b-9276-bb0c1df740a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308197 Oct 12 04:13:45.913258 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5a38675c-6727-4b74-8260-78053e5cc17a up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:13:45.962277 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 5a38675c-6727-4b74-8260-78053e5cc17a triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:13:45.962641 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:46.034714 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:46.056429 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:13:46.058651 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7fe6fb-9e84-493a-8abd-4631a01bbd84" -d '{"events": [{"server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "name": "network-vif-plugged", "status": "completed", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:13:46.070748 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 5a38675c-6727-4b74-8260-78053e5cc17a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5a38675c-6727-4b74-8260-78053e5cc17a,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:13:46.078190 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:46.100650 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fa00e9-06d4-439a-923f-b793547c77b8 x-openstack-request-id: req-74fa00e9-06d4-439a-923f-b793547c77b8 {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:13:46.100962 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "name": "network-vif-plugged", "status": "completed", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:13:46.101214 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74fa00e9-06d4-439a-923f-b793547c77b8 {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:13:46.101591 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a', 'code': 200} Oct 12 04:13:46.124989 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=5a38675c-6727-4b74-8260-78053e5cc17a,revision_number=7']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:13:46.609125 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abd22c-e396-4b58-9111-5ce04981a0e8 req-787dc17e-d1d1-496f-bffc-c98b28150365 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:46.610590 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-06abd22c-e396-4b58-9111-5ce04981a0e8 req-787dc17e-d1d1-496f-bffc-c98b28150365 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0536649 Oct 12 04:13:46.888659 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-06abd22c-e396-4b58-9111-5ce04981a0e8 req-6bc87058-69bd-4afe-8e69-9e9c41d03b8c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713552 Oct 12 04:13:48.002747 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ad284-b79e-4441-a867-0841cec24772 req-2a96a9dd-307b-4f67-80f7-3cbbe8a37e11 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:48.004841 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9d6ad284-b79e-4441-a867-0841cec24772 req-2a96a9dd-307b-4f67-80f7-3cbbe8a37e11 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0468767 Oct 12 04:13:48.039879 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-9d6ad284-b79e-4441-a867-0841cec24772 req-3dc42542-1e29-4b27-a494-faef7181d758 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293148 Oct 12 04:13:49.217297 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff274b-ef24-42fa-a320-a65d7746ca60 req-d09febbc-595a-4792-a6a2-e88222803555 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:49.220047 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-77ff274b-ef24-42fa-a320-a65d7746ca60 req-d09febbc-595a-4792-a6a2-e88222803555 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0679855 Oct 12 04:13:49.259011 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-77ff274b-ef24-42fa-a320-a65d7746ca60 req-2201fd78-f91e-487e-9077-57a7bc0e6ecb tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329735 Oct 12 04:13:50.396106 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1af999-28af-4778-8440-0525050cd2c6 req-c83ea3fc-5f2a-46cd-96d7-1ced76a88e5b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:50.398328 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fb1af999-28af-4778-8440-0525050cd2c6 req-c83ea3fc-5f2a-46cd-96d7-1ced76a88e5b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0568538 Oct 12 04:13:50.438897 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-fb1af999-28af-4778-8440-0525050cd2c6 req-4c0e3a28-eb65-4b28-82fa-da8b271b78e5 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337484 Oct 12 04:13:51.567411 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc9018-bf85-4a2d-a43f-c37b8fd8390f req-6403b502-78c9-437c-9710-893e95c48b8b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:51.571002 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e0fc9018-bf85-4a2d-a43f-c37b8fd8390f req-6403b502-78c9-437c-9710-893e95c48b8b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0547767 Oct 12 04:13:51.610919 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e0fc9018-bf85-4a2d-a43f-c37b8fd8390f req-27607ec2-f572-4577-87ab-48ad6e7e6069 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348742 Oct 12 04:13:52.746139 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fbd86-4abd-4bd8-95c3-6833e846c6ee req-d900a588-8d84-4e3a-9dd8-00b9370fbbc5 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:52.747544 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8f2fbd86-4abd-4bd8-95c3-6833e846c6ee req-d900a588-8d84-4e3a-9dd8-00b9370fbbc5 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0508788 Oct 12 04:13:52.794502 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8f2fbd86-4abd-4bd8-95c3-6833e846c6ee req-dfcb7e77-6891-4f54-abae-15bcc7d80248 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405116 Oct 12 04:13:53.911349 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506486b-c1f9-43ec-a6bb-33a15966b688 req-9d6648fb-d5fd-49f6-beec-e5a9a6bafd2b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:53.913092 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3506486b-c1f9-43ec-a6bb-33a15966b688 req-9d6648fb-d5fd-49f6-beec-e5a9a6bafd2b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0530212 Oct 12 04:13:53.955431 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3506486b-c1f9-43ec-a6bb-33a15966b688 req-2bf1e928-7d91-4ad9-9ba2-662164205ee2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358026 Oct 12 04:13:55.098121 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf280b-08fb-48df-863a-f616b778480d req-1fb739a4-f1ca-48b0-855e-f5bdc56d3399 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:55.099621 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-11cf280b-08fb-48df-863a-f616b778480d req-1fb739a4-f1ca-48b0-855e-f5bdc56d3399 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0662782 Oct 12 04:13:55.141491 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-11cf280b-08fb-48df-863a-f616b778480d req-91bac18f-57a3-43f1-a519-6d2d9b238309 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352545 Oct 12 04:13:56.282334 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dca571-df3d-4b23-8981-6cae7e7c65ec req-43773010-81b9-438c-9297-4f71f0adb458 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:56.284661 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-05dca571-df3d-4b23-8981-6cae7e7c65ec req-43773010-81b9-438c-9297-4f71f0adb458 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0660813 Oct 12 04:13:56.324500 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-05dca571-df3d-4b23-8981-6cae7e7c65ec req-7d0cdcee-62fa-4aee-9ce9-6d6cb0950a4c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333679 Oct 12 04:13:57.451039 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebf235-4570-45c9-b520-f44ef5bcabd3 req-223a1d41-528c-4ea3-8268-c54897286482 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:57.452674 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f1ebf235-4570-45c9-b520-f44ef5bcabd3 req-223a1d41-528c-4ea3-8268-c54897286482 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0540590 Oct 12 04:13:57.494553 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f1ebf235-4570-45c9-b520-f44ef5bcabd3 req-0dd798c2-1d19-4e14-9fa6-1127aa41df50 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351040 Oct 12 04:13:58.248362 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-eb974b60-c4d9-49b5-a610-e66f79aa7b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:13:58.529588 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:13:58.617464 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15347405-b7b6-4b60-b8da-034f2c7d8a48 req-c9d77d50-0584-4e4c-8dc8-4ff4ec66ea08 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:58.618914 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-15347405-b7b6-4b60-b8da-034f2c7d8a48 req-c9d77d50-0584-4e4c-8dc8-4ff4ec66ea08 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0481813 Oct 12 04:13:58.656454 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-15347405-b7b6-4b60-b8da-034f2c7d8a48 req-f558680b-1d4a-4cdd-b341-da678b9cf3f3 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316372 Oct 12 04:13:59.340455 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e5c74-8f18-4f78-9464-3800c8fd15a1 req-94bb5660-b621-4b48-a820-fd132b731294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:59.341828 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b7e5c74-8f18-4f78-9464-3800c8fd15a1 req-94bb5660-b621-4b48-a820-fd132b731294 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 1098 time: 0.0384929 Oct 12 04:13:59.432357 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e5c74-8f18-4f78-9464-3800c8fd15a1 req-05cd3caf-05af-46f0-b472-3a808190dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:59.433798 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b7e5c74-8f18-4f78-9464-3800c8fd15a1 req-05cd3caf-05af-46f0-b472-3a808190dd5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 917 time: 0.0836043 Oct 12 04:13:59.498781 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b7e5c74-8f18-4f78-9464-3800c8fd15a1 req-21f2c3db-45bb-4cfc-bd9b-fd523c8deb41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a38675c-6727-4b74-8260-78053e5cc17a HTTP/1.1" status: 200 len: 1000 time: 0.0558555 Oct 12 04:13:59.549834 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e5c74-8f18-4f78-9464-3800c8fd15a1 req-9b764636-602d-4d1d-87a2-ed88be212979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:59.551210 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b7e5c74-8f18-4f78-9464-3800c8fd15a1 req-9b764636-602d-4d1d-87a2-ed88be212979 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 200 len: 855 time: 0.0455902 Oct 12 04:13:59.594250 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e5c74-8f18-4f78-9464-3800c8fd15a1 req-5e4297e4-4d38-4172-9de9-e98fb99d80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:59.595549 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b7e5c74-8f18-4f78-9464-3800c8fd15a1 req-5e4297e4-4d38-4172-9de9-e98fb99d80d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78ad8ade-5b76-455f-b679-c3355b921424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0374613 Oct 12 04:13:59.681511 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b7e5c74-8f18-4f78-9464-3800c8fd15a1 req-0c030c81-c157-4645-bde2-e4d5ced983ce service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786743 Oct 12 04:13:59.806130 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5fc40-1e36-4fc6-80c9-df68954d284c req-28bfb3b1-cbc8-420b-b6be-93528b485b37 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:13:59.807584 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-54c5fc40-1e36-4fc6-80c9-df68954d284c req-28bfb3b1-cbc8-420b-b6be-93528b485b37 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0736654 Oct 12 04:13:59.812743 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8b7e5c74-8f18-4f78-9464-3800c8fd15a1 req-9615e6d2-fc7a-4e43-a679-9ec9b669ce56 service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236455 Oct 12 04:13:59.845585 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-54c5fc40-1e36-4fc6-80c9-df68954d284c req-df9c519f-74bd-4c59-8419-e619c2c541fc tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Oct 12 04:14:00.663786 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-10ed0bfc-3d0f-40a3-9223-0b3b5bb3be31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:00.966629 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b4764-17d5-49bf-a9d8-9bf5542e435c req-b6a17951-6c56-4b36-84b1-cdf6ceabfece tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:00.968081 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f78b4764-17d5-49bf-a9d8-9bf5542e435c req-b6a17951-6c56-4b36-84b1-cdf6ceabfece tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0511551 Oct 12 04:14:01.004283 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f78b4764-17d5-49bf-a9d8-9bf5542e435c req-84068665-ba2d-40c3-9578-941489da59db tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297754 Oct 12 04:14:01.659740 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:01.725263 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:02.033270 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5a38675c-6727-4b74-8260-78053e5cc17a no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:14:02.109103 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:02.121227 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35857735-5e5e-4c50-9469-5d30fef1d3ce req-9ef7094b-e090-4059-b57f-446e593ef7be tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:02.122694 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-35857735-5e5e-4c50-9469-5d30fef1d3ce req-9ef7094b-e090-4059-b57f-446e593ef7be tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 945 time: 0.0496373 Oct 12 04:14:02.134670 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:14:02.136878 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905cd478-67c1-4a9a-8fb1-c2574e37146b" -d '{"events": [{"server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "name": "network-vif-unplugged", "status": "completed", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:14:02.154782 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 5a38675c-6727-4b74-8260-78053e5cc17a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5a38675c-6727-4b74-8260-78053e5cc17a,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:14:02.159089 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:02.162237 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-35857735-5e5e-4c50-9469-5d30fef1d3ce req-01ba6b6b-ede4-42a0-8b94-a46533182645 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335262 Oct 12 04:14:02.183333 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 04:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e4a2f2-ded9-4460-945f-dfc666a67ead x-openstack-request-id: req-02e4a2f2-ded9-4460-945f-dfc666a67ead {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:14:02.183617 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "name": "network-vif-unplugged", "status": "failed", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a", "code": 422}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:14:02.183863 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02e4a2f2-ded9-4460-945f-dfc666a67ead {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:14:02.184286 dv-cinder-813067-1-smb neutron-server[94184]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a', 'code': 422} returned with failed status Oct 12 04:14:02.209132 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=5a38675c-6727-4b74-8260-78053e5cc17a,revision_number=8']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:02.874158 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [req-ed4b1cb0-ba98-4e7a-ae5d-a818e66a6b3b req-c581eeb2-cb24-4315-9571-854c54a17508 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:14:02.875152 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ed4b1cb0-ba98-4e7a-ae5d-a818e66a6b3b req-c581eeb2-cb24-4315-9571-854c54a17508 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052493 Oct 12 04:14:03.053126 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1631a-0243-4f6d-b76c-57e1333d7f34 req-9c726c30-d2cc-4524-9bca-ff5abcedfbea tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:03.054494 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8a1631a-0243-4f6d-b76c-57e1333d7f34 req-9c726c30-d2cc-4524-9bca-ff5abcedfbea tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0762939 Oct 12 04:14:03.084016 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-74ce3224-7ee2-4eb9-a64c-4e9cb58771f9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676272 Oct 12 04:14:03.101332 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c8a1631a-0243-4f6d-b76c-57e1333d7f34 req-22e1b968-f154-48e2-8878-8ec51100f38f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403132 Oct 12 04:14:03.648118 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:03.841419 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-4172a98b-8995-471b-8b57-36caeff421d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:03.842887 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-4172a98b-8995-471b-8b57-36caeff421d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5&tenant_id=11482740b3bb4e3bbfcc856e54a24288 HTTP/1.1" status: 200 len: 1096 time: 0.0387762 Oct 12 04:14:03.902611 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-06501acb-8e20-420b-8dc5-156d66a861b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:03.904094 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-06501acb-8e20-420b-8dc5-156d66a861b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 1096 time: 0.0381663 Oct 12 04:14:03.995302 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-91e89829-5a5c-415a-a851-51916ad06fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:03.996718 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-91e89829-5a5c-415a-a851-51916ad06fd1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 917 time: 0.0843689 Oct 12 04:14:04.061471 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-d8c44e42-20af-4ae6-b90d-a3614b8286ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a38675c-6727-4b74-8260-78053e5cc17a HTTP/1.1" status: 200 len: 998 time: 0.0563951 Oct 12 04:14:04.110110 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-9ce1006c-b9f5-439b-a308-fb762588b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:04.111506 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-9ce1006c-b9f5-439b-a308-fb762588b4b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 200 len: 855 time: 0.0422628 Oct 12 04:14:04.159754 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-ced036fd-6664-428a-9f24-214c5abdf3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:04.161301 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-ced036fd-6664-428a-9f24-214c5abdf3da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78ad8ade-5b76-455f-b679-c3355b921424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0432291 Oct 12 04:14:04.265586 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c96347-83d7-4907-a674-1af9026570ad req-fe57e41b-bb58-4054-9e8a-19fe2eb6957f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:04.267046 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-33c96347-83d7-4907-a674-1af9026570ad req-fe57e41b-bb58-4054-9e8a-19fe2eb6957f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0914869 Oct 12 04:14:04.301638 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-c62157d1-ed07-4724-a00f-6aa18dfb8a5e service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329939 Oct 12 04:14:04.334185 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-33c96347-83d7-4907-a674-1af9026570ad req-06b9192c-6f17-43aa-a5f0-bd449ca7d5e7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589314 Oct 12 04:14:04.397923 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83ebe4b9-a1e6-4589-8ed1-6e3a4a0e9bc5 req-9775f6c9-cf75-4d19-9f38-8420a1d2589c service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861492 Oct 12 04:14:05.457369 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0692dc3-f3ba-426f-9759-4c3257fd3be8 req-dc8bbd7a-1291-4819-bbc9-690ba301655d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:05.458873 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d0692dc3-f3ba-426f-9759-4c3257fd3be8 req-dc8bbd7a-1291-4819-bbc9-690ba301655d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0534217 Oct 12 04:14:05.496047 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d0692dc3-f3ba-426f-9759-4c3257fd3be8 req-e08521a2-3f40-4340-b4be-3cbf3b6bca1d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313535 Oct 12 04:14:06.053977 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5a38675c-6727-4b74-8260-78053e5cc17a no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:14:06.617579 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16ee66-8bc7-46fc-be10-3784fa5b6934 req-f4b65009-4acc-4741-85f4-225a93cfb13a tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:06.619056 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bb16ee66-8bc7-46fc-be10-3784fa5b6934 req-f4b65009-4acc-4741-85f4-225a93cfb13a tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0495408 Oct 12 04:14:06.657452 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bb16ee66-8bc7-46fc-be10-3784fa5b6934 req-bcfbefd5-1ac9-4490-926f-f1c81f51ba06 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324080 Oct 12 04:14:07.350029 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:07.777385 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360748e-24c9-4447-831f-07a587048ac1 req-fa45e18e-0587-4459-8c53-347926b02241 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:07.778986 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0360748e-24c9-4447-831f-07a587048ac1 req-fa45e18e-0587-4459-8c53-347926b02241 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0497351 Oct 12 04:14:07.818288 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0360748e-24c9-4447-831f-07a587048ac1 req-1eeff1a0-c4ab-4b2b-a054-4b345a51f2f5 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333736 Oct 12 04:14:08.941351 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b3d79-57e1-4325-9907-4589b41704ad req-3806fd1a-390c-42cb-a32e-477b1568285b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:08.942871 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3e8b3d79-57e1-4325-9907-4589b41704ad req-3806fd1a-390c-42cb-a32e-477b1568285b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0526752 Oct 12 04:14:08.982118 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3e8b3d79-57e1-4325-9907-4589b41704ad req-501385eb-1207-410a-912c-f4f27d057e8f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330045 Oct 12 04:14:10.101544 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd43e1-f83b-4dcf-9a86-b6847b478e4c req-1fb53b21-0267-4490-ab6c-afe726289afd tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:10.103053 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-62cd43e1-f83b-4dcf-9a86-b6847b478e4c req-1fb53b21-0267-4490-ab6c-afe726289afd tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0490894 Oct 12 04:14:10.142812 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-62cd43e1-f83b-4dcf-9a86-b6847b478e4c req-f300b4eb-9a36-438f-bd30-bd2c38781066 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332766 Oct 12 04:14:11.262575 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c31be0-34af-4862-b824-d77435a84b2b req-426bf8dd-4d81-4385-bf2c-8324671c3ee4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:11.264047 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-47c31be0-34af-4862-b824-d77435a84b2b req-426bf8dd-4d81-4385-bf2c-8324671c3ee4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0493715 Oct 12 04:14:11.302496 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-47c31be0-34af-4862-b824-d77435a84b2b req-c1ac41b9-5746-46a2-a156-e79cb4711f31 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321383 Oct 12 04:14:12.426805 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3d844-9c28-4532-afe9-baa29d3f2e3d req-5a2f71ec-ada7-415a-bf79-1665621c3d8c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:12.428321 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-98e3d844-9c28-4532-afe9-baa29d3f2e3d req-5a2f71ec-ada7-415a-bf79-1665621c3d8c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0531762 Oct 12 04:14:12.469929 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-98e3d844-9c28-4532-afe9-baa29d3f2e3d req-c9318ddd-08e4-4ca8-803d-0262356b4ef1 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350051 Oct 12 04:14:13.592951 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11049cd-576b-4a23-8a5c-d9377353f682 req-5c704ae6-35da-4d1d-ba2a-ce4b8175ec33 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:13.594448 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b11049cd-576b-4a23-8a5c-d9377353f682 req-5c704ae6-35da-4d1d-ba2a-ce4b8175ec33 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0493412 Oct 12 04:14:13.633238 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b11049cd-576b-4a23-8a5c-d9377353f682 req-cf14267c-bd93-4b5c-bcf3-a5aca8e18072 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321767 Oct 12 04:14:14.753353 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ee9db-1eef-4498-96a7-7a4fa124e817 req-3b8e3ae2-43dc-4942-8a1b-d9a31fc2b2a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:14.754809 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-428ee9db-1eef-4498-96a7-7a4fa124e817 req-3b8e3ae2-43dc-4942-8a1b-d9a31fc2b2a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0497069 Oct 12 04:14:14.792550 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-428ee9db-1eef-4498-96a7-7a4fa124e817 req-2224a171-5350-4aff-aa82-29865d9d6b8b tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315747 Oct 12 04:14:15.915040 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637266c-7ca4-4165-ab8f-688a4de617a1 req-4c84d2bb-7a3f-477d-ba18-760915bb47f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:15.916414 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5637266c-7ca4-4165-ab8f-688a4de617a1 req-4c84d2bb-7a3f-477d-ba18-760915bb47f9 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0527532 Oct 12 04:14:15.955737 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-5637266c-7ca4-4165-ab8f-688a4de617a1 req-d7c9cb36-43c2-4f08-ade9-8a7d5887d4da tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333214 Oct 12 04:14:17.071508 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24732cd-7c53-418f-98fa-6f4b6bc869e3 req-27bb86b0-624a-4db6-8bbd-de54507f4b23 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:17.072974 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e24732cd-7c53-418f-98fa-6f4b6bc869e3 req-27bb86b0-624a-4db6-8bbd-de54507f4b23 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0472374 Oct 12 04:14:17.109986 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e24732cd-7c53-418f-98fa-6f4b6bc869e3 req-8ca20c22-e662-476f-a1f5-efb2f9124222 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312405 Oct 12 04:14:18.227491 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef09ae-30b0-4a89-a8d8-9c43806ea91f req-21434c50-660e-4489-8ee8-388c2eb89163 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:18.228987 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c4ef09ae-30b0-4a89-a8d8-9c43806ea91f req-21434c50-660e-4489-8ee8-388c2eb89163 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0475249 Oct 12 04:14:18.265108 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c4ef09ae-30b0-4a89-a8d8-9c43806ea91f req-7f426b76-1bb9-45d4-a965-5f155855ff1c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302908 Oct 12 04:14:19.385746 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782a08a-9145-4685-ab3b-d9e7f5269c21 req-656060a7-c24c-4a26-85b9-97da23fd0c97 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:19.387061 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e782a08a-9145-4685-ab3b-d9e7f5269c21 req-656060a7-c24c-4a26-85b9-97da23fd0c97 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0505834 Oct 12 04:14:19.423899 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e782a08a-9145-4685-ab3b-d9e7f5269c21 req-cdb0f865-fd27-4e9a-8305-197f07d9ff92 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311005 Oct 12 04:14:20.542251 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0a34e-dd8c-40ad-bd64-a27b29e7501f req-81749a5c-d965-4058-a55d-3de24d4ba028 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:20.543604 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0a0a34e-dd8c-40ad-bd64-a27b29e7501f req-81749a5c-d965-4058-a55d-3de24d4ba028 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0478804 Oct 12 04:14:20.580519 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a0a0a34e-dd8c-40ad-bd64-a27b29e7501f req-59ad6eee-afe3-41e1-9a7f-46acf8a49d0d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Oct 12 04:14:21.701241 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe13da-c1ba-4299-bfa8-56eee17405e1 req-0e9d1977-ca58-4069-9fc7-f6b1f73d2332 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:21.702685 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3bbe13da-c1ba-4299-bfa8-56eee17405e1 req-0e9d1977-ca58-4069-9fc7-f6b1f73d2332 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 943 time: 0.0483086 Oct 12 04:14:21.738706 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3bbe13da-c1ba-4299-bfa8-56eee17405e1 req-1a2425f2-dfad-4c5d-aec1-0b3350497a64 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297651 Oct 12 04:14:22.157118 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5a38675c-6727-4b74-8260-78053e5cc17a details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:14:22.250562 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 5a38675c-6727-4b74-8260-78053e5cc17a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5a38675c-6727-4b74-8260-78053e5cc17a,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:14:22.261831 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': '5a38675c-6727-4b74-8260-78053e5cc17a', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'port_id': '5a38675c-6727-4b74-8260-78053e5cc17a', 'mac_address': 'fa:16:3e:3f:37:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:14:22.297736 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:22.310954 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a38675c-6727-4b74-8260-78053e5cc17a {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:14:22.329391 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 5a38675c-6727-4b74-8260-78053e5cc17a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5a38675c-6727-4b74-8260-78053e5cc17a,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:14:22.333682 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:22.383954 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=5a38675c-6727-4b74-8260-78053e5cc17a,revision_number=9']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:22.687575 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['5a38675c-6727-4b74-8260-78053e5cc17a'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:14:22.858821 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb9be6-1c10-4dea-b99a-b027f4a8189b req-875ccadf-f2fd-4536-a1cf-23f23f98041a tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:22.860160 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ddb9be6-1c10-4dea-b99a-b027f4a8189b req-875ccadf-f2fd-4536-a1cf-23f23f98041a tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 944 time: 0.0505722 Oct 12 04:14:22.897175 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ddb9be6-1c10-4dea-b99a-b027f4a8189b req-7120f1a5-370e-4759-86c8-a86b59faa554 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310838 Oct 12 04:14:24.026860 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da29a2f-60dc-48aa-a2db-a006f61963f7 req-f63a6584-20ca-4c33-945c-0a8862b2a39c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:24.028340 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2da29a2f-60dc-48aa-a2db-a006f61963f7 req-f63a6584-20ca-4c33-945c-0a8862b2a39c tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 944 time: 0.0496504 Oct 12 04:14:24.067070 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2da29a2f-60dc-48aa-a2db-a006f61963f7 req-9a4339c3-5b73-4647-90a2-219ebd69f026 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326378 Oct 12 04:14:24.161813 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5a38675c-6727-4b74-8260-78053e5cc17a up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:14:24.211114 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port 5a38675c-6727-4b74-8260-78053e5cc17a triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:14:24.211479 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:24.283587 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:24.304459 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:14:24.306686 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100c3a34-e81f-49a9-855e-1203a7d24ca9" -d '{"events": [{"server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "name": "network-vif-plugged", "status": "completed", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:14:24.319111 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port 5a38675c-6727-4b74-8260-78053e5cc17a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5a38675c-6727-4b74-8260-78053e5cc17a,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:14:24.323060 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:24.345659 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84de88d-c14a-4054-b081-5e454b8f40cc x-openstack-request-id: req-f84de88d-c14a-4054-b081-5e454b8f40cc {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:14:24.345945 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "name": "network-vif-plugged", "status": "completed", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:14:24.346195 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f84de88d-c14a-4054-b081-5e454b8f40cc {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:14:24.346574 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a', 'code': 200} Oct 12 04:14:24.370892 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=5a38675c-6727-4b74-8260-78053e5cc17a,revision_number=10']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:24.516556 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8428b-880d-4c96-896e-ba3238249518 req-e89e3c16-c8ce-4225-97e6-d7ca73159543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:24.518014 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a4c8428b-880d-4c96-896e-ba3238249518 req-e89e3c16-c8ce-4225-97e6-d7ca73159543 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 1099 time: 0.0376143 Oct 12 04:14:24.550789 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a4c8428b-880d-4c96-896e-ba3238249518 req-ba315902-b424-43f2-b6d3-2fbf1da1b948 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258985 Oct 12 04:14:25.186227 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b408-384c-47d8-88ee-cf31c459faa6 req-66418d05-7e95-482c-84f0-43fe0fe4b754 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:25.187653 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ad8b408-384c-47d8-88ee-cf31c459faa6 req-66418d05-7e95-482c-84f0-43fe0fe4b754 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 946 time: 0.0505602 Oct 12 04:14:25.223338 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-7ad8b408-384c-47d8-88ee-cf31c459faa6 req-629ce2e0-9810-41b7-b23d-d88e1ca5b064 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299404 Oct 12 04:14:26.342451 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02942269-5e91-4dca-b70c-7570d65dd9de req-61d94549-7634-4d6c-b68e-5b93b38319a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:26.343933 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02942269-5e91-4dca-b70c-7570d65dd9de req-61d94549-7634-4d6c-b68e-5b93b38319a4 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 946 time: 0.0488241 Oct 12 04:14:26.383040 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-02942269-5e91-4dca-b70c-7570d65dd9de req-0d4d72de-232a-4eec-8b13-1120be37cbb0 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328846 Oct 12 04:14:27.501242 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dff77-4d06-4efb-b171-1bf8c12a1cf3 req-92d1d76b-bdeb-4cec-8dc8-57cc0bc4db15 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:27.502874 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0d8dff77-4d06-4efb-b171-1bf8c12a1cf3 req-92d1d76b-bdeb-4cec-8dc8-57cc0bc4db15 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 946 time: 0.0487580 Oct 12 04:14:27.540847 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0d8dff77-4d06-4efb-b171-1bf8c12a1cf3 req-54c55b11-6337-4a36-a6cb-73c9599d5c10 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315442 Oct 12 04:14:28.253342 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a4af6b5f-c320-4dd7-8516-fe7e8481e110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:29.456895 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71851ec4-48f0-4c12-9bab-5775d7fdd6ac req-f89fb750-865f-4282-90b8-1c9f4cabdb69 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:29.458274 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-71851ec4-48f0-4c12-9bab-5775d7fdd6ac req-f89fb750-865f-4282-90b8-1c9f4cabdb69 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 946 time: 0.0520978 Oct 12 04:14:29.495014 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-71851ec4-48f0-4c12-9bab-5775d7fdd6ac req-9ab36e55-bd80-40a7-b383-cb7c3c66f6ef tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=52119b12-7193-439f-a1e1-a8528d18813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309379 Oct 12 04:14:30.608259 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5822b-8917-4d15-8e30-bb9dea9d0ab3 req-2034ba40-fbc5-4401-aecc-5cbad2a41262 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:30.609736 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-34f5822b-8917-4d15-8e30-bb9dea9d0ab3 req-2034ba40-fbc5-4401-aecc-5cbad2a41262 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 946 time: 0.0479751 Oct 12 04:14:30.648044 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-34f5822b-8917-4d15-8e30-bb9dea9d0ab3 req-0905b0b7-ca66-4224-8350-78634abbb371 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=52119b12-7193-439f-a1e1-a8528d18813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319676 Oct 12 04:14:30.664988 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-5a25c02e-291b-4507-b58b-5878a7b1ac41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:31.609864 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e603cf1-d859-47d2-942c-68537c38c986 req-fcc721c5-4405-4ea2-a4b1-c9bf28e9eb12 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:31.611270 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3e603cf1-d859-47d2-942c-68537c38c986 req-fcc721c5-4405-4ea2-a4b1-c9bf28e9eb12 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.41 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 946 time: 0.0474236 Oct 12 04:14:31.663788 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:31.702792 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Deleting port 8fb2c414-27ee-420f-b149-87fe10290cd5 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:14:31.703129 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:31.726766 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:31.822931 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ee41b-ff39-4f25-b735-d7b0193c02ff req-a28c37f2-4331-4621-bf10-5c36d736e81b tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:31.824357 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6a4ee41b-ff39-4f25-b735-d7b0193c02ff req-a28c37f2-4331-4621-bf10-5c36d736e81b tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/ports?device_id=07eae1f0-e485-4dcb-8f4d-861ddeee6af4 HTTP/1.1" status: 200 len: 946 time: 0.1069517 Oct 12 04:14:31.830565 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] For port 8fb2c414-27ee-420f-b149-87fe10290cd5, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=8fb2c414-27ee-420f-b149-87fe10290cd5,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:14:31.830919 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:31.907101 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6a4ee41b-ff39-4f25-b735-d7b0193c02ff req-92355590-24ac-4044-8e06-d0e7c71bcf0a tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups?id=52119b12-7193-439f-a1e1-a8528d18813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730047 Oct 12 04:14:32.017821 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:32.018175 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:32.018484 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.l3_db [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Floating IP 62131756-4259-436a-a881-33c29f67478a disassociated. External IP: 172.28.0.55, port: 8fb2c414-27ee-420f-b149-87fe10290cd5. Oct 12 04:14:32.018812 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Calling delete_port for 8fb2c414-27ee-420f-b149-87fe10290cd5 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:14:32.141666 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:32.168817 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event deleted for resources: {'Port': ['ID=8fb2c414-27ee-420f-b149-87fe10290cd5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:32.179821 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:32.180162 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:32.180493 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:32.180818 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:32.181166 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:32.181486 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:32.181803 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:32.182118 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:32.182434 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:32.182746 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:32.183078 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:32.183371 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:32.287695 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Router 57ac213f-7ee3-4ef1-8928-a26da56081ea has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:14:32.391244 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:14:32.400607 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5416ad-c7ea-40f5-ab7a-f994e0837b58 None None] Sync routers for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:14:32.409420 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5416ad-c7ea-40f5-ab7a-f994e0837b58 None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:14:32.410022 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-ee5416ad-c7ea-40f5-ab7a-f994e0837b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:14:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:32.427862 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] No DVR routers for this DVR port 8fb2c414-27ee-420f-b149-87fe10290cd5 on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:14:32.430314 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:32.433622 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3e603cf1-d859-47d2-942c-68537c38c986 req-8ea8e602-f462-4ace-9aed-8b54387b8302 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.41 "DELETE /v2.0/ports/8fb2c414-27ee-420f-b149-87fe10290cd5 HTTP/1.1" status: 204 len: 173 time: 0.8162611 Oct 12 04:14:32.434065 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07eae1f0-e485-4dcb-8f4d-861ddeee6af4', 'name': 'network-vif-deleted', 'tag': '8fb2c414-27ee-420f-b149-87fe10290cd5'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:14:32.436273 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d5c6e4-826e-4e04-b8ec-38d46fdb1476" -d '{"events": [{"server_uuid": "07eae1f0-e485-4dcb-8f4d-861ddeee6af4", "name": "network-vif-deleted", "tag": "8fb2c414-27ee-420f-b149-87fe10290cd5"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:14:32.480258 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817ebfba-7741-4e32-b385-4bf0d867c79c x-openstack-request-id: req-817ebfba-7741-4e32-b385-4bf0d867c79c {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:14:32.480592 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07eae1f0-e485-4dcb-8f4d-861ddeee6af4", "name": "network-vif-deleted", "tag": "8fb2c414-27ee-420f-b149-87fe10290cd5", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:14:32.480847 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-817ebfba-7741-4e32-b385-4bf0d867c79c {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:14:32.481271 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07eae1f0-e485-4dcb-8f4d-861ddeee6af4', 'name': 'network-vif-deleted', 'tag': '8fb2c414-27ee-420f-b149-87fe10290cd5', 'status': 'completed', 'code': 200} Oct 12 04:14:32.527822 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-ee5416ad-c7ea-40f5-ab7a-f994e0837b58 None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:14:32.732176 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-ee5416ad-c7ea-40f5-ab7a-f994e0837b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:07:00Z', 'revision_number': 5, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:32.757618 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5416ad-c7ea-40f5-ab7a-f994e0837b58 None None] Checking router: 57ac213f-7ee3-4ef1-8928-a26da56081ea for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:14:32.765353 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5416ad-c7ea-40f5-ab7a-f994e0837b58 None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:14:32.765932 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-ee5416ad-c7ea-40f5-ab7a-f994e0837b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:14:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:32.870003 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-ee5416ad-c7ea-40f5-ab7a-f994e0837b58 None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:14:32.991164 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46064) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:33.054128 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:33.076891 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:33.077627 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-ee5416ad-c7ea-40f5-ab7a-f994e0837b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:07:00Z', 'revision_number': 5, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:33.104471 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5416ad-c7ea-40f5-ab7a-f994e0837b58 None None] The sync data for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb is: [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:06:46Z', 'revision_number': 4, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b', 'name': '', 'network_id': 'a7f3c47f-4b81-485b-9d33-ea0da313960a', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'mac_address': 'fa:16:3e:9d:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:44Z', 'updated_at': '2021-10-12T04:07:00Z', 'revision_number': 5, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'subnets': [{'id': '139536c0-48c7-47be-9f6b-47818cfbaa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:14:33.125411 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:33.128052 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:33.129262 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "DELETE /v2.0/security-groups/52119b12-7193-439f-a1e1-a8528d18813e HTTP/1.1" status: 204 len: 168 time: 0.1370533 Oct 12 04:14:33.132343 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46068) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:33.138524 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52119b12-7193-439f-a1e1-a8528d18813e,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:33.146396 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:33.146747 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:33.147017 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.api.v2.resource [None req-e93587b9-bef1-4296-835d-b50eab40d7b9 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] show failed (client error): The resource could not be found. Oct 12 04:14:33.147278 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:33.147618 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:33.151041 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:33.151041 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:33.151258 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-e93587b9-bef1-4296-835d-b50eab40d7b9 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "GET /v2.0/security-groups/52119b12-7193-439f-a1e1-a8528d18813e HTTP/1.1" status: 404 len: 347 time: 0.0148907 Oct 12 04:14:33.151347 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:33.151347 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:33.151347 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:33.151347 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:33.151347 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:33.151347 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb903f-09ab-4f87-9743-a3a3a4aea70e tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:14:33.151818 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46070) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:33.281184 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf8e38-5915-4c0e-876a-974af58c0135 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Deleting port f6abe294-1b3b-4b44-89cf-3d4f422a1838 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:14:33.281523 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8e38-5915-4c0e-876a-974af58c0135 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:33.341243 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b229c9-ffb7-479e-8db0-9dd65c3a81df None None] New status for floating IP 62131756-4259-436a-a881-33c29f67478a: DOWN {{(pid=94185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:14:33.365792 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8e38-5915-4c0e-876a-974af58c0135 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:33.366125 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8e38-5915-4c0e-876a-974af58c0135 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:33.377512 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf8e38-5915-4c0e-876a-974af58c0135 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Calling delete_port for f6abe294-1b3b-4b44-89cf-3d4f422a1838 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:14:33.517293 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8e38-5915-4c0e-876a-974af58c0135 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:33.540291 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf8e38-5915-4c0e-876a-974af58c0135 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Pushing event deleted for resources: {'Port': ['ID=f6abe294-1b3b-4b44-89cf-3d4f422a1838,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:33.598518 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8e38-5915-4c0e-876a-974af58c0135 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:33.601018 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8e38-5915-4c0e-876a-974af58c0135 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:33.602150 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-4ddf8e38-5915-4c0e-876a-974af58c0135 tempest-AttachVolumeTestJSON-1136726239 tempest-AttachVolumeTestJSON-1136726239-project] 10.222.0.31 "DELETE /v2.0/floatingips/62131756-4259-436a-a881-33c29f67478a HTTP/1.1" status: 204 len: 168 time: 0.4500332 Oct 12 04:14:33.656045 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:35.529540 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:14:36.186886 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 8fb2c414-27ee-420f-b149-87fe10290cd5 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:14:36.209676 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: 8fb2c414-27ee-420f-b149-87fe10290cd5 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:14:36.210012 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 8fb2c414-27ee-420f-b149-87fe10290cd5 not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:14:37.125723 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46098) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:37.356920 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:37.553382 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b480690f-e90c-4f15-b9cb-cce3fe98d3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3912851'] for router_interface, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:37.790560 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-b480690f-e90c-4f15-b9cb-cce3fe98d3c7 admin admin] Deleting port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:14:37.790893 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b480690f-e90c-4f15-b9cb-cce3fe98d3c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:37.865230 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [None req-b480690f-e90c-4f15-b9cb-cce3fe98d3c7 admin admin] For port 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:14:37.865593 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b480690f-e90c-4f15-b9cb-cce3fe98d3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:37.880697 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-b480690f-e90c-4f15-b9cb-cce3fe98d3c7 admin admin] Calling delete_port for 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b owned by network:router_interface {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:14:38.251454 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b480690f-e90c-4f15-b9cb-cce3fe98d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:38.275769 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480690f-e90c-4f15-b9cb-cce3fe98d3c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:38.434216 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b480690f-e90c-4f15-b9cb-cce3fe98d3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3912743'] for router_interface, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:38.638901 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b480690f-e90c-4f15-b9cb-cce3fe98d3c7 admin admin] Router 57ac213f-7ee3-4ef1-8928-a26da56081ea has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:14:38.743605 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b480690f-e90c-4f15-b9cb-cce3fe98d3c7 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:14:38.748480 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-b480690f-e90c-4f15-b9cb-cce3fe98d3c7 admin admin] 10.222.0.31 "PUT /v2.0/routers/57ac213f-7ee3-4ef1-8928-a26da56081ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6217654 Oct 12 04:14:38.751042 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46102) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:38.753740 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa79542e-fc62-43c8-97a8-44b137f30afc None None] Sync routers for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:14:38.762696 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa79542e-fc62-43c8-97a8-44b137f30afc None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:14:38.763374 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-fa79542e-fc62-43c8-97a8-44b137f30afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:14:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:38.857217 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Notify callbacks [] for router, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:38.883136 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b01216b7-ed0c-4255-beb8-2f6f95abeec2 req-ce5e2ede-fffd-4d67-8ff1-8342f83a974d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441136 Oct 12 04:14:38.965330 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:38.965861 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01216b7-ed0c-4255-beb8-2f6f95abeec2 req-2b79739a-e8a6-4b59-a5a0-e28169a795f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:38.967376 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b01216b7-ed0c-4255-beb8-2f6f95abeec2 req-2b79739a-e8a6-4b59-a5a0-e28169a795f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11482740b3bb4e3bbfcc856e54a24288&device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 1099 time: 0.0414293 Oct 12 04:14:38.986777 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-fa79542e-fc62-43c8-97a8-44b137f30afc None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:14:39.020766 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Deleting port 5148556e-45fe-4b13-b1ef-f950e58c8cca {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:14:39.021181 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:39.074813 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01216b7-ed0c-4255-beb8-2f6f95abeec2 req-58257be1-a2ab-4e23-9595-35618ce9b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:39.076319 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b01216b7-ed0c-4255-beb8-2f6f95abeec2 req-58257be1-a2ab-4e23-9595-35618ce9b7ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 200 len: 917 time: 0.0879569 Oct 12 04:14:39.105078 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] For port 5148556e-45fe-4b13-b1ef-f950e58c8cca, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=5148556e-45fe-4b13-b1ef-f950e58c8cca,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:14:39.105452 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:39.117562 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Calling delete_port for 5148556e-45fe-4b13-b1ef-f950e58c8cca owned by network:router_gateway {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:14:39.143338 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b01216b7-ed0c-4255-beb8-2f6f95abeec2 req-7726b53a-0378-4ac8-a300-c88c1310af6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a38675c-6727-4b74-8260-78053e5cc17a HTTP/1.1" status: 200 len: 1000 time: 0.0583701 Oct 12 04:14:39.169558 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-fa79542e-fc62-43c8-97a8-44b137f30afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:14:38Z', 'revision_number': 5, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port': {'id': '5148556e-45fe-4b13-b1ef-f950e58c8cca', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:38Z', 'updated_at': '2021-10-12T04:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:39.193796 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01216b7-ed0c-4255-beb8-2f6f95abeec2 req-25c74050-2b2a-472a-b8ab-467b4572c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:39.195345 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b01216b7-ed0c-4255-beb8-2f6f95abeec2 req-25c74050-2b2a-472a-b8ab-467b4572c66f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 200 len: 855 time: 0.0440819 Oct 12 04:14:39.198498 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa79542e-fc62-43c8-97a8-44b137f30afc None None] Checking router: 57ac213f-7ee3-4ef1-8928-a26da56081ea for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:14:39.207446 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa79542e-fc62-43c8-97a8-44b137f30afc None None] Routers {'57ac213f-7ee3-4ef1-8928-a26da56081ea'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:14:39.208041 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-fa79542e-fc62-43c8-97a8-44b137f30afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:14:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['57ac213f-7ee3-4ef1-8928-a26da56081ea'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:39.247501 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01216b7-ed0c-4255-beb8-2f6f95abeec2 req-3e47e147-3858-4d82-a5ac-ae984e1a0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:39.248960 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b01216b7-ed0c-4255-beb8-2f6f95abeec2 req-3e47e147-3858-4d82-a5ac-ae984e1a0142 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78ad8ade-5b76-455f-b679-c3355b921424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0464189 Oct 12 04:14:39.283915 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:39.295018 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-fa79542e-fc62-43c8-97a8-44b137f30afc None None] Set router 57ac213f-7ee3-4ef1-8928-a26da56081ea gateway port host: None {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:14:39.311679 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Pushing event deleted for resources: {'Port': ['ID=5148556e-45fe-4b13-b1ef-f950e58c8cca,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:39.350559 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b01216b7-ed0c-4255-beb8-2f6f95abeec2 req-338b1f87-9b43-4acb-b7e8-df5cb53a697b service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940008 Oct 12 04:14:39.357249 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-fa79542e-fc62-43c8-97a8-44b137f30afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:14:38Z', 'revision_number': 6, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port_host': None}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:39.369107 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873477'] for router_gateway, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:39.385302 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa79542e-fc62-43c8-97a8-44b137f30afc None None] The sync data for ids ['57ac213f-7ee3-4ef1-8928-a26da56081ea'] in dv-cinder-813067-1-smb is: [{'id': '57ac213f-7ee3-4ef1-8928-a26da56081ea', 'name': 'tempest-AttachVolumeTestJSON-1168750476-router', 'tenant_id': '88f9ac90f88040c3833900e39b1ed7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:35Z', 'updated_at': '2021-10-12T04:14:38Z', 'revision_number': 6, 'project_id': '88f9ac90f88040c3833900e39b1ed7dd', 'gw_port_host': None}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:14:39.451883 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b01216b7-ed0c-4255-beb8-2f6f95abeec2 req-135de412-65d0-4692-ab5b-4052282801bf service neutron] 10.222.0.41 "GET /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934827 Oct 12 04:14:39.462184 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11531'] for router, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:39.464295 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:39.510064 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912254'] for router, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:39.510494 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57ac213f-7ee3-4ef1-8928-a26da56081ea {{(pid=94182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:14:39.514734 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] Notify callbacks [] for router, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:39.515870 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-8c11a87e-979c-4b25-9441-af9047fcfd5b admin admin] 10.222.0.31 "DELETE /v2.0/routers/57ac213f-7ee3-4ef1-8928-a26da56081ea HTTP/1.1" status: 204 len: 168 time: 0.7639010 Oct 12 04:14:39.518302 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46104) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:39.561401 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_v2 [None req-be314bd3-7cae-414d-9617-20b087ae741c admin admin] Deleting subnet 139536c0-48c7-47be-9f6b-47818cfbaa4b {{(pid=94182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:14:39.564432 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-be314bd3-7cae-414d-9617-20b087ae741c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:39.602063 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-be314bd3-7cae-414d-9617-20b087ae741c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542351'] for subnet, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:39.713081 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-be314bd3-7cae-414d-9617-20b087ae741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:39.785039 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-be314bd3-7cae-414d-9617-20b087ae741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11439025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11845777'] for subnet, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:39.819973 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be314bd3-7cae-414d-9617-20b087ae741c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139536c0-48c7-47be-9f6b-47818cfbaa4b,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:39.830422 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-be314bd3-7cae-414d-9617-20b087ae741c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:39.831918 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c9d43-f219-4e7a-818e-1cd272c32e86 None None] Network a7f3c47f-4b81-485b-9d33-ea0da313960a requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:14:39.835280 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-be314bd3-7cae-414d-9617-20b087ae741c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/139536c0-48c7-47be-9f6b-47818cfbaa4b HTTP/1.1" status: 204 len: 168 time: 0.3150015 Oct 12 04:14:39.845202 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46106) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:40.160170 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.210853 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42041b8d-3cf9-4170-a5d4-82051125b4ba None None] DHCP port deletion for a7f3c47f-4b81-485b-9d33-ea0da313960a request from dv-cinder-813067-1-smb {{(pid=94184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:14:40.213490 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Deleting port ef20e039-719a-4279-adf2-4f7b7ba73965 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:14:40.213826 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.240361 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:14:40.265081 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:14:40.265426 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 8ae9130b-49f2-4ffa-a38a-a5e667d5bf9b not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:14:40.284829 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] For port ef20e039-719a-4279-adf2-4f7b7ba73965, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=ef20e039-719a-4279-adf2-4f7b7ba73965,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:14:40.285331 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.290279 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-42041b8d-3cf9-4170-a5d4-82051125b4ba None None] Deleting port ef20e039-719a-4279-adf2-4f7b7ba73965 {{(pid=94184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:14:40.290682 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-42041b8d-3cf9-4170-a5d4-82051125b4ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.299316 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Calling delete_port for ef20e039-719a-4279-adf2-4f7b7ba73965 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:14:40.354837 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-42041b8d-3cf9-4170-a5d4-82051125b4ba None None] For port ef20e039-719a-4279-adf2-4f7b7ba73965, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=ef20e039-719a-4279-adf2-4f7b7ba73965,segment=NetworkSegment(6dbbeb7b-49b4-491d-8f10-8e70fa85b308),segment_id=6dbbeb7b-49b4-491d-8f10-8e70fa85b308)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:14:40.355382 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-42041b8d-3cf9-4170-a5d4-82051125b4ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.370266 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-42041b8d-3cf9-4170-a5d4-82051125b4ba None None] Calling delete_port for ef20e039-719a-4279-adf2-4f7b7ba73965 owned by network:dhcp {{(pid=94184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:14:40.381394 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.411428 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef20e039-719a-4279-adf2-4f7b7ba73965,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:40.413566 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] No DVR routers for this DVR port ef20e039-719a-4279-adf2-4f7b7ba73965 on host dv-cinder-813067-1-smb {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:14:40.488928 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-42041b8d-3cf9-4170-a5d4-82051125b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044'] for port, after_delete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.490830 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.511754 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f3c47f-4b81-485b-9d33-ea0da313960a']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:40.512703 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42041b8d-3cf9-4170-a5d4-82051125b4ba None None] Pushing event deleted for resources: {'Port': ['ID=ef20e039-719a-4279-adf2-4f7b7ba73965,revision_number=None']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:40.520870 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42041b8d-3cf9-4170-a5d4-82051125b4ba None None] No DVR routers for this DVR port ef20e039-719a-4279-adf2-4f7b7ba73965 on host dv-cinder-813067-1-smb {{(pid=94184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:14:40.522162 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbbeb7b-49b4-491d-8f10-8e70fa85b308') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:40.522454 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbbeb7b-49b4-491d-8f10-8e70fa85b308') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:40.532035 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12517864'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.545956 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.551770 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:14:40.552141 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113982'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: Traceback (most recent call last): Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: timer() Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: cb(*args, **kw) Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: return func(*args, **kwargs) Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: self._notify() Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: self.callback(batched_events) Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: event.method(event) Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: return f(self, *a, **k) Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: return self._get(url).json() Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: return self.request(url, 'GET', **kwargs) Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:14:40.553788 dv-cinder-813067-1-smb neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:14:40.608887 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.613846 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.616991 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a7f3c47f-4b81-485b-9d33-ea0da313960a HTTP/1.1" status: 204 len: 168 time: 0.7676148 Oct 12 04:14:40.627513 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ed6f3-580c-42b5-8450-53161e8a5703 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7f3c47f-4b81-485b-9d33-ea0da313960a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:40.727318 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46112) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:40.765634 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-0fe99fb8-9c09-4888-a1a0-df55a70d0d93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88f9ac90f88040c3833900e39b1ed7dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371323 Oct 12 04:14:40.767794 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46114) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:40.813421 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-da75e90e-ef2f-4fbb-949f-a141c186c4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.835512 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-da75e90e-ef2f-4fbb-949f-a141c186c4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.883703 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-da75e90e-ef2f-4fbb-949f-a141c186c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.886180 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-da75e90e-ef2f-4fbb-949f-a141c186c4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:40.887296 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-da75e90e-ef2f-4fbb-949f-a141c186c4ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc81a80a-a57d-48ed-ac8f-cc4a4c44a552 HTTP/1.1" status: 204 len: 168 time: 0.1186252 Oct 12 04:14:40.895158 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75e90e-ef2f-4fbb-949f-a141c186c4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc81a80a-a57d-48ed-ac8f-cc4a4c44a552,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:41.529314 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46136) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:41.622275 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1436771573-network', 'tenant_id': '0e1baa3f39b2413eace35c36325af965'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:14:41.643931 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Made reservation on behalf of 0e1baa3f39b2413eace35c36325af965 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:14:41.646538 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:41.655005 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:41.681566 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 5148556e-45fe-4b13-b1ef-f950e58c8cca no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:14:41.703906 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: 5148556e-45fe-4b13-b1ef-f950e58c8cca {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:14:41.704326 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 5148556e-45fe-4b13-b1ef-f950e58c8cca not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:14:41.704798 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device ef20e039-719a-4279-adf2-4f7b7ba73965 no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:14:41.722905 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: ef20e039-719a-4279-adf2-4f7b7ba73965 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:14:41.723240 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device ef20e039-719a-4279-adf2-4f7b7ba73965 not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:14:41.735488 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:41.739740 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:41.760807 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:14:41.776816 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb1c7be-a2e3-466f-ba22-ae6711137485,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:41.780680 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:41.781061 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.segments_db [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Added segment e2839087-7ead-4d35-ab96-75b00851f3de of type vlan for network e226561a-988a-46d9-a717-ce2b9d7918c2 Oct 12 04:14:41.822027 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:41.845011 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:41.845936 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:41.847006 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:41.898063 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3675590 Oct 12 04:14:41.901142 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46140) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:41.906197 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-8fe01ad4-8608-460d-8e39-ae0e89a458f7 admin admin] Request body: {'subnet': {'network_id': 'e226561a-988a-46d9-a717-ce2b9d7918c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1436771573-subnet', 'tenant_id': '0e1baa3f39b2413eace35c36325af965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:14:41.908202 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e99064-9e5b-470f-b038-c07f471e8cba admin admin] Pushing event updated for resources: {'Network': ['ID=e226561a-988a-46d9-a717-ce2b9d7918c2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:41.919483 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network e226561a-988a-46d9-a717-ce2b9d7918c2 details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:14:41.926642 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe01ad4-8608-460d-8e39-ae0e89a458f7 admin admin] Made reservation on behalf of 0e1baa3f39b2413eace35c36325af965 for: {'subnet': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:14:41.929004 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8fe01ad4-8608-460d-8e39-ae0e89a458f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11845814'] for subnet, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:42.089804 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8fe01ad4-8608-460d-8e39-ae0e89a458f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11439090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11845784'] for subnet, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:42.147574 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe01ad4-8608-460d-8e39-ae0e89a458f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38585a11-3df4-4453-8173-77414cfc22af,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:42.154390 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe01ad4-8608-460d-8e39-ae0e89a458f7 admin admin] Checking segment: {'id': 'e2839087-7ead-4d35-ab96-75b00851f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e226561a-988a-46d9-a717-ce2b9d7918c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:14:42.154774 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe01ad4-8608-460d-8e39-ae0e89a458f7 admin admin] Network hostable DHCP agents. Network: e226561a-988a-46d9-a717-ce2b9d7918c2, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:14:42.171671 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe01ad4-8608-460d-8e39-ae0e89a458f7 admin admin] Network e226561a-988a-46d9-a717-ce2b9d7918c2 is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:14:42.180286 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-8fe01ad4-8608-460d-8e39-ae0e89a458f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, e226561a-988a-46d9-a717-ce2b9d7918c2) {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:14:42.184711 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe01ad4-8608-460d-8e39-ae0e89a458f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:42.185337 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8fe01ad4-8608-460d-8e39-ae0e89a458f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:42.190086 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf7f3f-e922-40f8-8b24-267921de3304 None None] Network e226561a-988a-46d9-a717-ce2b9d7918c2 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:14:42.200848 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-8fe01ad4-8608-460d-8e39-ae0e89a458f7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2985616 Oct 12 04:14:42.310178 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c10b10-ccfb-441e-a053-fe43ea56d180 None None] Network e226561a-988a-46d9-a717-ce2b9d7918c2 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:14:42.644545 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46156) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:42.649466 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1480033858-network', 'tenant_id': 'b3224aaa6fa945839f50bb4e30241fd6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:14:42.671369 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Made reservation on behalf of b3224aaa6fa945839f50bb4e30241fd6 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:14:42.673681 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:42.682991 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:42.754789 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:42.758495 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:42.777754 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:14:42.790729 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddeab82-8df9-47c9-bd7a-3d09d30ffe65,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:42.795357 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:42.795703 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.segments_db [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Added segment 9c7d42a8-b5b0-4c12-adbf-3efb8adbc29d of type vlan for network 7e2e3995-36df-401a-b89d-1aed0143e20d Oct 12 04:14:42.835230 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:42.858654 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:42.859538 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:42.860104 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:42.910620 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2649565 Oct 12 04:14:42.913772 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46158) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:42.918697 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-d3fee069-3eb1-4175-a7ee-b0726fc89817 admin admin] Request body: {'subnet': {'network_id': '7e2e3995-36df-401a-b89d-1aed0143e20d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1480033858-subnet', 'tenant_id': 'b3224aaa6fa945839f50bb4e30241fd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:14:42.923710 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdeb67-24b3-45de-bd7e-e470a0eec411 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2e3995-36df-401a-b89d-1aed0143e20d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:42.934203 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network 7e2e3995-36df-401a-b89d-1aed0143e20d details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:14:42.938400 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fee069-3eb1-4175-a7ee-b0726fc89817 admin admin] Made reservation on behalf of b3224aaa6fa945839f50bb4e30241fd6 for: {'subnet': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:14:42.941341 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d3fee069-3eb1-4175-a7ee-b0726fc89817 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11845814'] for subnet, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.104964 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d3fee069-3eb1-4175-a7ee-b0726fc89817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11439090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11845784'] for subnet, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.162411 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fee069-3eb1-4175-a7ee-b0726fc89817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9c915e-4587-4c3a-9a95-9cad0e240d31,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:43.167834 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fee069-3eb1-4175-a7ee-b0726fc89817 admin admin] Checking segment: {'id': '9c7d42a8-b5b0-4c12-adbf-3efb8adbc29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7e2e3995-36df-401a-b89d-1aed0143e20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:14:43.168328 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fee069-3eb1-4175-a7ee-b0726fc89817 admin admin] Network hostable DHCP agents. Network: 7e2e3995-36df-401a-b89d-1aed0143e20d, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:14:43.186877 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fee069-3eb1-4175-a7ee-b0726fc89817 admin admin] Network 7e2e3995-36df-401a-b89d-1aed0143e20d is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:14:43.197432 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-d3fee069-3eb1-4175-a7ee-b0726fc89817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, 7e2e3995-36df-401a-b89d-1aed0143e20d) {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:14:43.201465 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fee069-3eb1-4175-a7ee-b0726fc89817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:14:43.202057 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d3fee069-3eb1-4175-a7ee-b0726fc89817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.206824 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bedb441-8d6e-49a7-9c7b-e43b02b82f6f None None] Network 7e2e3995-36df-401a-b89d-1aed0143e20d requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:14:43.233673 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-d3fee069-3eb1-4175-a7ee-b0726fc89817 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3103526 Oct 12 04:14:43.332702 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85702bdd-7beb-4a2b-898a-5412716eeb74 None None] Network 7e2e3995-36df-401a-b89d-1aed0143e20d requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:14:43.343428 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46164) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:43.388714 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab14c22f-c13e-4822-a177-9bc0b60d9162 admin admin] Deleting subnet 38585a11-3df4-4453-8173-77414cfc22af {{(pid=94182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:14:43.392060 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ab14c22f-c13e-4822-a177-9bc0b60d9162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.432239 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ab14c22f-c13e-4822-a177-9bc0b60d9162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542351'] for subnet, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.472271 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ab14c22f-c13e-4822-a177-9bc0b60d9162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.521983 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ab14c22f-c13e-4822-a177-9bc0b60d9162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11439025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11845777'] for subnet, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.546249 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14c22f-c13e-4822-a177-9bc0b60d9162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38585a11-3df4-4453-8173-77414cfc22af,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:43.549993 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ab14c22f-c13e-4822-a177-9bc0b60d9162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.553240 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-ab14c22f-c13e-4822-a177-9bc0b60d9162 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/38585a11-3df4-4453-8173-77414cfc22af HTTP/1.1" status: 204 len: 168 time: 0.2088261 Oct 12 04:14:43.555649 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46166) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:43.623458 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-662d1b1e-7805-4f97-bd93-ed42f28c2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.699381 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-662d1b1e-7805-4f97-bd93-ed42f28c2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.722422 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-662d1b1e-7805-4f97-bd93-ed42f28c2fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e226561a-988a-46d9-a717-ce2b9d7918c2']}} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:43.731319 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-662d1b1e-7805-4f97-bd93-ed42f28c2fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2839087-7ead-4d35-ab96-75b00851f3de') {'for_net_delete': True} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:43.731614 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-662d1b1e-7805-4f97-bd93-ed42f28c2fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2839087-7ead-4d35-ab96-75b00851f3de') {} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:43.740578 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-662d1b1e-7805-4f97-bd93-ed42f28c2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542340'] for segment, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.753786 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-662d1b1e-7805-4f97-bd93-ed42f28c2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.759670 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662d1b1e-7805-4f97-bd93-ed42f28c2fa2 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:14:43.760052 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-662d1b1e-7805-4f97-bd93-ed42f28c2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11438191'] for segment, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: Traceback (most recent call last): Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: timer() Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: cb(*args, **kw) Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: return func(*args, **kwargs) Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: self._notify() Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: self.callback(batched_events) Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: event.method(event) Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: return f(self, *a, **k) Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: return self._get(url).json() Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: return self.request(url, 'GET', **kwargs) Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:14:43.761833 dv-cinder-813067-1-smb neutron-server[94182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:14:43.813510 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-662d1b1e-7805-4f97-bd93-ed42f28c2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.819200 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-662d1b1e-7805-4f97-bd93-ed42f28c2fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.822460 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-662d1b1e-7805-4f97-bd93-ed42f28c2fa2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e226561a-988a-46d9-a717-ce2b9d7918c2 HTTP/1.1" status: 204 len: 168 time: 0.2659070 Oct 12 04:14:43.825309 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46168) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:43.833709 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d1b1e-7805-4f97-bd93-ed42f28c2fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e226561a-988a-46d9-a717-ce2b9d7918c2,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:43.869559 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53b7cb9-4cec-4437-9887-2d5ae73e746f admin admin] Deleting subnet 3d9c915e-4587-4c3a-9a95-9cad0e240d31 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:14:43.872692 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e53b7cb9-4cec-4437-9887-2d5ae73e746f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.906740 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e53b7cb9-4cec-4437-9887-2d5ae73e746f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12517859'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.945009 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e53b7cb9-4cec-4437-9887-2d5ae73e746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:43.999884 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e53b7cb9-4cec-4437-9887-2d5ae73e746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9114272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485405'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:44.025063 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b7cb9-4cec-4437-9887-2d5ae73e746f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9c915e-4587-4c3a-9a95-9cad0e240d31,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:44.028770 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e53b7cb9-4cec-4437-9887-2d5ae73e746f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:44.031789 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-e53b7cb9-4cec-4437-9887-2d5ae73e746f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3d9c915e-4587-4c3a-9a95-9cad0e240d31 HTTP/1.1" status: 204 len: 168 time: 0.2053895 Oct 12 04:14:44.034305 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46170) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:44.099680 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-deb01fb8-ab10-4ef3-b1ba-0c5b115cfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:44.177094 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-deb01fb8-ab10-4ef3-b1ba-0c5b115cfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:44.196272 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-deb01fb8-ab10-4ef3-b1ba-0c5b115cfd5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2e3995-36df-401a-b89d-1aed0143e20d']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:44.205074 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-deb01fb8-ab10-4ef3-b1ba-0c5b115cfd5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7d42a8-b5b0-4c12-adbf-3efb8adbc29d') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:44.205363 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-deb01fb8-ab10-4ef3-b1ba-0c5b115cfd5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7d42a8-b5b0-4c12-adbf-3efb8adbc29d') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:14:44.214212 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-deb01fb8-ab10-4ef3-b1ba-0c5b115cfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12517864'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:44.227414 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-deb01fb8-ab10-4ef3-b1ba-0c5b115cfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:44.233107 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb01fb8-ab10-4ef3-b1ba-0c5b115cfd5e admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:14:44.233489 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-deb01fb8-ab10-4ef3-b1ba-0c5b115cfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113982'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: Traceback (most recent call last): Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: timer() Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: cb(*args, **kw) Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: return func(*args, **kwargs) Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: self._notify() Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: self.callback(batched_events) Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: event.method(event) Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: return f(self, *a, **k) Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: return self._get(url).json() Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: return self.request(url, 'GET', **kwargs) Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:14:44.235063 dv-cinder-813067-1-smb neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:14:44.287204 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-deb01fb8-ab10-4ef3-b1ba-0c5b115cfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:44.292358 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-deb01fb8-ab10-4ef3-b1ba-0c5b115cfd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:44.295776 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-deb01fb8-ab10-4ef3-b1ba-0c5b115cfd5e admin admin] 10.222.0.31 "DELETE /v2.0/networks/7e2e3995-36df-401a-b89d-1aed0143e20d HTTP/1.1" status: 204 len: 168 time: 0.2602620 Oct 12 04:14:44.308445 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb01fb8-ab10-4ef3-b1ba-0c5b115cfd5e admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2e3995-36df-401a-b89d-1aed0143e20d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:44.445061 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46174) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:44.487388 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-d446398e-360e-4f88-8510-e7649c93f20a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e1baa3f39b2413eace35c36325af965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407290 Oct 12 04:14:44.489814 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46176) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:44.535233 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0f4f13e3-ac2c-4649-a4ff-bf47ba8314ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:44.555763 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0f4f13e3-ac2c-4649-a4ff-bf47ba8314ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:44.599321 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0f4f13e3-ac2c-4649-a4ff-bf47ba8314ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:44.601880 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0f4f13e3-ac2c-4649-a4ff-bf47ba8314ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:44.602964 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-0f4f13e3-ac2c-4649-a4ff-bf47ba8314ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdb1c7be-a2e3-466f-ba22-ae6711137485 HTTP/1.1" status: 204 len: 168 time: 0.1122832 Oct 12 04:14:44.610592 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f13e3-ac2c-4649-a4ff-bf47ba8314ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb1c7be-a2e3-466f-ba22-ae6711137485,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:44.905622 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46182) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:44.943617 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-4bd14c67-2706-4517-87f0-6ae8b8ef9b20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3224aaa6fa945839f50bb4e30241fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367885 Oct 12 04:14:44.945908 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46184) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:44.991307 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b9e98791-0ce4-46f1-aa3f-1c78a80128df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:45.014534 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b9e98791-0ce4-46f1-aa3f-1c78a80128df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:45.060498 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b9e98791-0ce4-46f1-aa3f-1c78a80128df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:45.063021 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b9e98791-0ce4-46f1-aa3f-1c78a80128df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:45.064165 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-b9e98791-0ce4-46f1-aa3f-1c78a80128df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fddeab82-8df9-47c9-bd7a-3d09d30ffe65 HTTP/1.1" status: 204 len: 168 time: 0.1173689 Oct 12 04:14:45.071572 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e98791-0ce4-46f1-aa3f-1c78a80128df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddeab82-8df9-47c9-bd7a-3d09d30ffe65,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:46.786077 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46246) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:46.892121 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-999624e8-deab-4602-b9a8-ddfa4315ebb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:46.966524 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-999624e8-deab-4602-b9a8-ddfa4315ebb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:46.970210 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-999624e8-deab-4602-b9a8-ddfa4315ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:47.006227 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-999624e8-deab-4602-b9a8-ddfa4315ebb6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c2fa05b85d7497a8422d39b743f5c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190552 Oct 12 04:14:47.008880 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46250) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:47.015534 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999624e8-deab-4602-b9a8-ddfa4315ebb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e95cb98-2ada-454b-a556-6110b0f782d9,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:47.059001 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-979a989a-a63b-4b81-bd86-3604a97d1c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:47.083392 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-979a989a-a63b-4b81-bd86-3604a97d1c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:47.130161 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-979a989a-a63b-4b81-bd86-3604a97d1c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:47.132673 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-979a989a-a63b-4b81-bd86-3604a97d1c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:47.133846 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-979a989a-a63b-4b81-bd86-3604a97d1c89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e95cb98-2ada-454b-a556-6110b0f782d9 HTTP/1.1" status: 204 len: 168 time: 0.1240747 Oct 12 04:14:47.141569 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a989a-a63b-4b81-bd86-3604a97d1c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e95cb98-2ada-454b-a556-6110b0f782d9,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:47.380669 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46256) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:47.393507 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8371cc3a-b3e6-4e24-a884-3c5242d6458a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:47.468480 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8371cc3a-b3e6-4e24-a884-3c5242d6458a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:47.472019 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8371cc3a-b3e6-4e24-a884-3c5242d6458a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:47.509545 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-8371cc3a-b3e6-4e24-a884-3c5242d6458a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3956acb3e6f5460090066060728bb1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1278265 Oct 12 04:14:47.510668 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371cc3a-b3e6-4e24-a884-3c5242d6458a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42a01e8-9eb8-457c-bd58-1e116f2d09fa,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:47.512195 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46258) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:47.559544 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-011d52c6-8ddc-48d3-beaa-650e2327f828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:47.579356 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-011d52c6-8ddc-48d3-beaa-650e2327f828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:47.626301 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-011d52c6-8ddc-48d3-beaa-650e2327f828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:47.629077 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-011d52c6-8ddc-48d3-beaa-650e2327f828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:47.632879 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-011d52c6-8ddc-48d3-beaa-650e2327f828 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a42a01e8-9eb8-457c-bd58-1e116f2d09fa HTTP/1.1" status: 204 len: 168 time: 0.1196668 Oct 12 04:14:47.640409 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d52c6-8ddc-48d3-beaa-650e2327f828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42a01e8-9eb8-457c-bd58-1e116f2d09fa,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:49.145010 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46306) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:49.244433 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ccc9dca4-07ce-4fb4-9d73-73f4bb062404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.317068 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ccc9dca4-07ce-4fb4-9d73-73f4bb062404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.320614 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ccc9dca4-07ce-4fb4-9d73-73f4bb062404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.357423 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9dca4-07ce-4fb4-9d73-73f4bb062404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e2e563-ef56-4ef5-a42c-85f049771241,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:49.361482 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-ccc9dca4-07ce-4fb4-9d73-73f4bb062404 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12729129e5b24ea08258e270feeb839f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154794 Oct 12 04:14:49.364770 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46310) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:49.414021 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9d29-e5cd-425b-b5ba-c7e5179f681c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.433686 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9d29-e5cd-425b-b5ba-c7e5179f681c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.478117 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9d29-e5cd-425b-b5ba-c7e5179f681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.480575 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9d29-e5cd-425b-b5ba-c7e5179f681c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.481736 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-e3ed9d29-e5cd-425b-b5ba-c7e5179f681c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40e2e563-ef56-4ef5-a42c-85f049771241 HTTP/1.1" status: 204 len: 168 time: 0.1160603 Oct 12 04:14:49.490993 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed9d29-e5cd-425b-b5ba-c7e5179f681c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e2e563-ef56-4ef5-a42c-85f049771241,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:49.728657 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46316) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:49.741339 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5170dcff-d6d2-43c0-9881-f7961d73b9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.811309 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5170dcff-d6d2-43c0-9881-f7961d73b9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.814700 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5170dcff-d6d2-43c0-9881-f7961d73b9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.851774 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-5170dcff-d6d2-43c0-9881-f7961d73b9be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3111bc27a03443f2b6e6d47049502e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1220577 Oct 12 04:14:49.852782 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170dcff-d6d2-43c0-9881-f7961d73b9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68aec9e2-89cc-47cf-aba3-fa2a65353c05,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:49.854530 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46318) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:49.904325 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2bd8b0ea-4ac3-4515-bd2c-80ce8651fe44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.925563 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2bd8b0ea-4ac3-4515-bd2c-80ce8651fe44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.968801 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2bd8b0ea-4ac3-4515-bd2c-80ce8651fe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.971819 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2bd8b0ea-4ac3-4515-bd2c-80ce8651fe44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:49.972973 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-2bd8b0ea-4ac3-4515-bd2c-80ce8651fe44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68aec9e2-89cc-47cf-aba3-fa2a65353c05 HTTP/1.1" status: 204 len: 168 time: 0.1173890 Oct 12 04:14:49.980278 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8b0ea-4ac3-4515-bd2c-80ce8651fe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aec9e2-89cc-47cf-aba3-fa2a65353c05,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:54.110570 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46390) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:54.210676 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-079a3153-b603-4934-9122-a9c21ba95a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.282093 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-079a3153-b603-4934-9122-a9c21ba95a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.286036 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-079a3153-b603-4934-9122-a9c21ba95a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.325112 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-079a3153-b603-4934-9122-a9c21ba95a2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4dfda40225d243e192a605ba0de24d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133644 Oct 12 04:14:54.326233 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a3153-b603-4934-9122-a9c21ba95a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5a5256-6969-4e1d-ac6a-4f4b71d8338a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:54.327818 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46394) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:54.375474 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e5bd24f4-5e97-4b25-bf68-02efaccfa085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.395271 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e5bd24f4-5e97-4b25-bf68-02efaccfa085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.442325 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e5bd24f4-5e97-4b25-bf68-02efaccfa085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.444896 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e5bd24f4-5e97-4b25-bf68-02efaccfa085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.446072 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-e5bd24f4-5e97-4b25-bf68-02efaccfa085 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff5a5256-6969-4e1d-ac6a-4f4b71d8338a HTTP/1.1" status: 204 len: 168 time: 0.1172769 Oct 12 04:14:54.453554 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd24f4-5e97-4b25-bf68-02efaccfa085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5a5256-6969-4e1d-ac6a-4f4b71d8338a,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:54.692967 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46400) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:54.705721 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b84019c5-71b7-4d86-b5b2-6f9596583438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.777900 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b84019c5-71b7-4d86-b5b2-6f9596583438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.781382 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b84019c5-71b7-4d86-b5b2-6f9596583438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.818003 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-b84019c5-71b7-4d86-b5b2-6f9596583438 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37428d9133e54b4580d5d708d2102b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1239934 Oct 12 04:14:54.818809 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84019c5-71b7-4d86-b5b2-6f9596583438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5c24ae-b1fa-40bb-8ad8-913c0d225570,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:54.821319 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46402) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:14:54.870346 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-359b6e8e-111c-436f-be6c-217bd45a5c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.893300 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-359b6e8e-111c-436f-be6c-217bd45a5c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.940517 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-359b6e8e-111c-436f-be6c-217bd45a5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.944321 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-359b6e8e-111c-436f-be6c-217bd45a5c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:14:54.945520 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-359b6e8e-111c-436f-be6c-217bd45a5c52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a5c24ae-b1fa-40bb-8ad8-913c0d225570 HTTP/1.1" status: 204 len: 168 time: 0.1229336 Oct 12 04:14:54.953004 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b6e8e-111c-436f-be6c-217bd45a5c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5c24ae-b1fa-40bb-8ad8-913c0d225570,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:14:58.254786 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-5ae1acaa-62cd-4f27-a0cf-b5a09c6adfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:00.274263 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727203d2-7406-4a69-bfe0-953d33369b49 req-02da8e56-b09e-410e-abf5-31997095a54c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:00.275752 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-727203d2-7406-4a69-bfe0-953d33369b49 req-02da8e56-b09e-410e-abf5-31997095a54c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0480347 Oct 12 04:15:00.311647 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-727203d2-7406-4a69-bfe0-953d33369b49 req-f30107fe-b987-44b3-a007-477a90b750e7 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300672 Oct 12 04:15:00.668535 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-2377ebfe-ccce-4894-b3dc-df083dd49be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:01.116011 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46494) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:01.215108 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9e715ea8-398a-40c6-8ec6-b88ef6974e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:01.289109 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9e715ea8-398a-40c6-8ec6-b88ef6974e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:01.292788 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9e715ea8-398a-40c6-8ec6-b88ef6974e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:01.330253 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-9e715ea8-398a-40c6-8ec6-b88ef6974e27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3dbd3e1c9ad4a9aa6394b24b94c3be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132125 Oct 12 04:15:01.331115 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e715ea8-398a-40c6-8ec6-b88ef6974e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c242739a-59c3-48fd-a77d-7a5643544822,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:01.333472 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46498) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:01.382491 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd6b8628-9737-4aaf-bcb4-1cbfe574dd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:01.403849 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd6b8628-9737-4aaf-bcb4-1cbfe574dd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:01.430853 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116650c-b9c3-45f8-add8-184c9ca7cc28 req-c05f24a2-aa4e-46e2-9a30-fb95261a09f3 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:01.432336 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3116650c-b9c3-45f8-add8-184c9ca7cc28 req-c05f24a2-aa4e-46e2-9a30-fb95261a09f3 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0507879 Oct 12 04:15:01.449762 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd6b8628-9737-4aaf-bcb4-1cbfe574dd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:01.452233 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-dd6b8628-9737-4aaf-bcb4-1cbfe574dd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:01.453428 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-dd6b8628-9737-4aaf-bcb4-1cbfe574dd1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c242739a-59c3-48fd-a77d-7a5643544822 HTTP/1.1" status: 204 len: 168 time: 0.1184494 Oct 12 04:15:01.462204 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b8628-9737-4aaf-bcb4-1cbfe574dd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c242739a-59c3-48fd-a77d-7a5643544822,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:01.476404 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3116650c-b9c3-45f8-add8-184c9ca7cc28 req-f9fc1780-18a3-4631-be33-994cb973e122 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377650 Oct 12 04:15:01.665887 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:01.728295 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:02.589250 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d95bd3-5d02-4b68-b5fa-26de2b0e6e23 req-d8448dd0-7ddb-4865-96ba-a768b8aee963 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:02.590789 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-54d95bd3-5d02-4b68-b5fa-26de2b0e6e23 req-d8448dd0-7ddb-4865-96ba-a768b8aee963 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0482519 Oct 12 04:15:02.627916 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-54d95bd3-5d02-4b68-b5fa-26de2b0e6e23 req-42a3402b-e629-42f9-89c1-d29dfcfea712 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311575 Oct 12 04:15:03.653575 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:03.746236 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df2807-96f5-4ef8-9a6d-321271f3978a req-52225767-1422-44e2-a794-343baca8a0f5 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:03.747703 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f5df2807-96f5-4ef8-9a6d-321271f3978a req-52225767-1422-44e2-a794-343baca8a0f5 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0538549 Oct 12 04:15:03.784300 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f5df2807-96f5-4ef8-9a6d-321271f3978a req-a1cb8a1a-e818-41e0-9001-7a7970262e1b tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306897 Oct 12 04:15:04.907711 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06371e0c-553e-482e-b18b-1dd5659625d1 req-a175aa83-d00d-4845-92fe-ed4a12647c68 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:04.909735 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-06371e0c-553e-482e-b18b-1dd5659625d1 req-a175aa83-d00d-4845-92fe-ed4a12647c68 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0555117 Oct 12 04:15:04.952433 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-06371e0c-553e-482e-b18b-1dd5659625d1 req-807865f3-12a2-4df2-975f-076fff640fe4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357962 Oct 12 04:15:06.064483 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a8cf2-b462-478d-be59-ff220ed111e5 req-bbafdf51-b1ef-491e-aa0d-98c9f4877fdc tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:06.065957 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-598a8cf2-b462-478d-be59-ff220ed111e5 req-bbafdf51-b1ef-491e-aa0d-98c9f4877fdc tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0481679 Oct 12 04:15:06.103889 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-598a8cf2-b462-478d-be59-ff220ed111e5 req-f32e4e7a-11b0-4d48-94bc-37534d206693 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321555 Oct 12 04:15:07.213340 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f7eee-2988-4871-a72d-73fe4fa1d5c0 req-3a4b0514-a440-4195-87c4-d33a97d4c7a3 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:07.214760 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c56f7eee-2988-4871-a72d-73fe4fa1d5c0 req-3a4b0514-a440-4195-87c4-d33a97d4c7a3 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0463147 Oct 12 04:15:07.252953 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c56f7eee-2988-4871-a72d-73fe4fa1d5c0 req-8e778851-c41d-4684-8823-e4a899398fe0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323992 Oct 12 04:15:07.368644 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:08.367482 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c9927-94f8-4dc1-a990-82762e0767a5 req-d0c24003-dadd-48c3-9507-cca582e122e9 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:08.368933 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-eb9c9927-94f8-4dc1-a990-82762e0767a5 req-d0c24003-dadd-48c3-9507-cca582e122e9 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0507073 Oct 12 04:15:08.405125 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-eb9c9927-94f8-4dc1-a990-82762e0767a5 req-d60267d5-60e4-4543-a238-0c39382e0c32 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303380 Oct 12 04:15:09.134378 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46640) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:09.237127 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-209633bd-0de6-4b8d-b921-1cf025a89f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.308825 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-209633bd-0de6-4b8d-b921-1cf025a89f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.312330 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-209633bd-0de6-4b8d-b921-1cf025a89f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.348200 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-209633bd-0de6-4b8d-b921-1cf025a89f8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=125b23b260414d87ab3d962d0d9039af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127180 Oct 12 04:15:09.350803 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209633bd-0de6-4b8d-b921-1cf025a89f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc1d8be-e83a-4f47-88c1-b46fa30b06c7,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:09.351617 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46644) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:09.399913 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-aa121acc-d1af-44b4-8146-0949103c1b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.420536 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-aa121acc-d1af-44b4-8146-0949103c1b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.467101 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-aa121acc-d1af-44b4-8146-0949103c1b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.469802 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-aa121acc-d1af-44b4-8146-0949103c1b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.470954 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-aa121acc-d1af-44b4-8146-0949103c1b0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cc1d8be-e83a-4f47-88c1-b46fa30b06c7 HTTP/1.1" status: 204 len: 168 time: 0.1183698 Oct 12 04:15:09.488567 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa121acc-d1af-44b4-8146-0949103c1b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc1d8be-e83a-4f47-88c1-b46fa30b06c7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:09.525410 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a6343-1218-497a-861d-17796868a313 req-b986e3ad-7967-4cbc-815b-adb57032f5eb tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:09.526890 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c57a6343-1218-497a-861d-17796868a313 req-b986e3ad-7967-4cbc-815b-adb57032f5eb tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0549634 Oct 12 04:15:09.569142 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c57a6343-1218-497a-861d-17796868a313 req-dbeaee54-ca55-48cd-903b-0eeb71da2d7b tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359433 Oct 12 04:15:09.727569 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46652) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:09.740587 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-789f8ec6-18a6-468f-9065-c0d8ef57e681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.813699 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-789f8ec6-18a6-468f-9065-c0d8ef57e681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.817402 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-789f8ec6-18a6-468f-9065-c0d8ef57e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.855612 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-789f8ec6-18a6-468f-9065-c0d8ef57e681 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d95fbda7d0b2446f8f59221c4ac8971a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269999 Oct 12 04:15:09.856738 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f8ec6-18a6-468f-9065-c0d8ef57e681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e494f5b-ec47-43b9-a003-0f45e661eb07,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:09.858363 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46654) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:09.905843 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3794c07a-1a9a-46d4-9d60-cc8b7136dbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.926597 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3794c07a-1a9a-46d4-9d60-cc8b7136dbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.970685 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3794c07a-1a9a-46d4-9d60-cc8b7136dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.973353 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3794c07a-1a9a-46d4-9d60-cc8b7136dbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:09.974472 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-3794c07a-1a9a-46d4-9d60-cc8b7136dbe2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e494f5b-ec47-43b9-a003-0f45e661eb07 HTTP/1.1" status: 204 len: 168 time: 0.1144960 Oct 12 04:15:09.981869 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794c07a-1a9a-46d4-9d60-cc8b7136dbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e494f5b-ec47-43b9-a003-0f45e661eb07,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:10.279631 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46660) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:10.292621 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-eed9ff6a-c919-4ac4-9712-c7ea4a616e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:10.369529 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-eed9ff6a-c919-4ac4-9712-c7ea4a616e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:10.373224 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-eed9ff6a-c919-4ac4-9712-c7ea4a616e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:10.410785 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-eed9ff6a-c919-4ac4-9712-c7ea4a616e96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c073665dd7ac4597a812eed516fd05f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299896 Oct 12 04:15:10.411675 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9ff6a-c919-4ac4-9712-c7ea4a616e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd175545-9246-46d2-ad74-92ba15dd1274,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:10.414118 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291d837-efc0-44f7-ba35-f350e25cffbd req-1a3d319c-9e52-4f2a-81fe-ea0b8a02748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:10.414603 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46662) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:10.415631 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a291d837-efc0-44f7-ba35-f350e25cffbd req-1a3d319c-9e52-4f2a-81fe-ea0b8a02748e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b51b06f1add14438b1f86ff7cf08a3ee&device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 1098 time: 0.0402467 Oct 12 04:15:10.463794 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0a65d8d7-058c-4656-ada7-204585546f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:10.485397 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0a65d8d7-058c-4656-ada7-204585546f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:10.511032 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291d837-efc0-44f7-ba35-f350e25cffbd req-70d48868-4d1e-4ede-be35-bfebd7b9dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:10.512423 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a291d837-efc0-44f7-ba35-f350e25cffbd req-70d48868-4d1e-4ede-be35-bfebd7b9dffb service neutron] 10.222.0.41 "GET /v2.0/networks?id=baf1ba12-b640-4824-bad7-20c2b4a62b9d HTTP/1.1" status: 200 len: 909 time: 0.0889509 Oct 12 04:15:10.532112 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0a65d8d7-058c-4656-ada7-204585546f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:10.534829 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0a65d8d7-058c-4656-ada7-204585546f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:10.535962 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-0a65d8d7-058c-4656-ada7-204585546f12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd175545-9246-46d2-ad74-92ba15dd1274 HTTP/1.1" status: 204 len: 168 time: 0.1208708 Oct 12 04:15:10.543774 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65d8d7-058c-4656-ada7-204585546f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd175545-9246-46d2-ad74-92ba15dd1274,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:10.583240 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a291d837-efc0-44f7-ba35-f350e25cffbd req-e7c7432a-1b56-49e8-94a2-da3344170726 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9 HTTP/1.1" status: 200 len: 1000 time: 0.0633893 Oct 12 04:15:10.638547 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291d837-efc0-44f7-ba35-f350e25cffbd req-4f209e07-1bcd-48e4-839c-530be01ece3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:10.640016 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a291d837-efc0-44f7-ba35-f350e25cffbd req-4f209e07-1bcd-48e4-839c-530be01ece3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de6be438-f0fa-40e5-b551-3212a468676b HTTP/1.1" status: 200 len: 847 time: 0.0499747 Oct 12 04:15:10.713746 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ef699-14cd-442d-93d7-f52ed5c87251 req-12903442-4492-4115-846b-dcf688778f50 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:10.715269 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4a8ef699-14cd-442d-93d7-f52ed5c87251 req-12903442-4492-4115-846b-dcf688778f50 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0743771 Oct 12 04:15:10.718335 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291d837-efc0-44f7-ba35-f350e25cffbd req-6bce1497-c82a-4021-a2b7-b7c575ee0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:10.719846 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a291d837-efc0-44f7-ba35-f350e25cffbd req-6bce1497-c82a-4021-a2b7-b7c575ee0f8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baf1ba12-b640-4824-bad7-20c2b4a62b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695484 Oct 12 04:15:10.808289 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4a8ef699-14cd-442d-93d7-f52ed5c87251 req-c407edb1-0b63-4361-b189-567a417f876d tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862825 Oct 12 04:15:10.845745 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a291d837-efc0-44f7-ba35-f350e25cffbd req-5a4994a3-ca3c-460f-948a-6c12ab83bc2e service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159399 Oct 12 04:15:10.940841 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a291d837-efc0-44f7-ba35-f350e25cffbd req-70a4d2f4-5d00-4c08-9aa3-c916ce52f59a service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880682 Oct 12 04:15:11.920264 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3046a-64df-41f7-b186-975c0815bee9 req-3ebf8f9f-9a0f-45e0-a68c-ed090eb90891 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:11.921651 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3cb3046a-64df-41f7-b186-975c0815bee9 req-3ebf8f9f-9a0f-45e0-a68c-ed090eb90891 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0473847 Oct 12 04:15:11.957832 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3cb3046a-64df-41f7-b186-975c0815bee9 req-b678d423-a698-4f2a-8709-604931b17d20 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304129 Oct 12 04:15:12.532823 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:15:13.072533 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e266d-796f-43c8-8414-cbd05f6fe293 req-0a0caa5f-def4-4e43-b75f-016b3a9d8b63 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:13.074027 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-834e266d-796f-43c8-8414-cbd05f6fe293 req-0a0caa5f-def4-4e43-b75f-016b3a9d8b63 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0477095 Oct 12 04:15:13.111282 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-834e266d-796f-43c8-8414-cbd05f6fe293 req-c25b88a6-50a6-4a22-9fc0-1fbcee41127d tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311115 Oct 12 04:15:13.313266 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35007cf-dfc4-4c64-bade-06752cca90f8 req-444c7971-e4dd-40c3-b6bc-f7ef0e6c4e4c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:13.314715 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a35007cf-dfc4-4c64-bade-06752cca90f8 req-444c7971-e4dd-40c3-b6bc-f7ef0e6c4e4c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0481703 Oct 12 04:15:13.341606 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46684) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:13.356129 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a35007cf-dfc4-4c64-bade-06752cca90f8 req-5993d18b-2aee-426a-9ce1-62b8cfe67a5e tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354791 Oct 12 04:15:13.453289 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-db7cfbf5-f4a1-45f5-95c1-b389c44f935b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1105056 Oct 12 04:15:13.463024 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-a250169f-46a8-41d2-84a9-f5a0ccf8a498 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:15:13.463996 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-a250169f-46a8-41d2-84a9-f5a0ccf8a498 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057554 Oct 12 04:15:14.467458 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a1984-95a8-4418-b475-a5a18bcf8be3 req-a993a699-2e2b-4a25-bdb4-72f0b8c526dc tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:14.468934 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ab7a1984-95a8-4418-b475-a5a18bcf8be3 req-a993a699-2e2b-4a25-bdb4-72f0b8c526dc tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0479021 Oct 12 04:15:14.507119 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ab7a1984-95a8-4418-b475-a5a18bcf8be3 req-395339d2-70ae-45ed-b9b2-131ebe156771 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321875 Oct 12 04:15:14.545176 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-3b26da01-90d0-434d-a085-fbf77df47f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:14.546622 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-3b26da01-90d0-434d-a085-fbf77df47f6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9&tenant_id=b51b06f1add14438b1f86ff7cf08a3ee HTTP/1.1" status: 200 len: 1098 time: 0.0386581 Oct 12 04:15:14.606704 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-5b58c171-0089-4486-bcea-37d98e993515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:14.608150 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-5b58c171-0089-4486-bcea-37d98e993515 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b51b06f1add14438b1f86ff7cf08a3ee&device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 1098 time: 0.0403285 Oct 12 04:15:14.697561 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-1325a278-0c9d-4f46-8288-5aab0208898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:14.699016 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-1325a278-0c9d-4f46-8288-5aab0208898f service neutron] 10.222.0.41 "GET /v2.0/networks?id=baf1ba12-b640-4824-bad7-20c2b4a62b9d HTTP/1.1" status: 200 len: 909 time: 0.0845847 Oct 12 04:15:14.761044 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-bb276b0e-22d3-43f8-9674-58b6e2a9fa9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9 HTTP/1.1" status: 200 len: 1000 time: 0.0551627 Oct 12 04:15:14.811415 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-4d10092c-801a-4910-b096-ee1a1fd3af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:14.812743 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-4d10092c-801a-4910-b096-ee1a1fd3af97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de6be438-f0fa-40e5-b551-3212a468676b HTTP/1.1" status: 200 len: 847 time: 0.0445645 Oct 12 04:15:14.854649 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-244da96c-1503-40d6-a135-231112a001ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:14.856040 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-244da96c-1503-40d6-a135-231112a001ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baf1ba12-b640-4824-bad7-20c2b4a62b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0362623 Oct 12 04:15:14.944983 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-0279d703-3203-497d-a602-888884652cce service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820165 Oct 12 04:15:15.029200 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-56405ae2-f44f-4df7-99a5-0ba31e556529 req-b4463fb7-085e-4ff0-a335-d4b268119b84 service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773354 Oct 12 04:15:15.618147 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd07459-7cea-460a-975c-d65857b50d10 req-bade777d-345b-4411-a52f-767cef03d178 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:15.619566 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dfd07459-7cea-460a-975c-d65857b50d10 req-bade777d-345b-4411-a52f-767cef03d178 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0469666 Oct 12 04:15:15.655212 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-dfd07459-7cea-460a-975c-d65857b50d10 req-e1b326ae-d023-48ba-aa08-1862d47c838c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299313 Oct 12 04:15:16.341298 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c2a38226-0020-4fe1-8360-8cea38fd81d9 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:15:16.414280 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:16.546647 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:15:16.548966 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca662c61-796c-4094-a210-07d3b4953926" -d '{"events": [{"server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:15:16.564013 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port c2a38226-0020-4fe1-8360-8cea38fd81d9, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:15:16.567949 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:16.593455 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 04:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c25411f-aac2-4260-b6cc-558e46096d95 x-openstack-request-id: req-3c25411f-aac2-4260-b6cc-558e46096d95 {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:15:16.593710 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:15:16.593959 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c25411f-aac2-4260-b6cc-558e46096d95 {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:15:16.594341 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'code': 200} Oct 12 04:15:16.618432 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=c2a38226-0020-4fe1-8360-8cea38fd81d9,revision_number=6']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:16.625210 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:16.625556 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:16.625893 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:16.626221 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:16.626547 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:16.626873 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:16.627194 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:16.627512 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:16.627837 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:16.628148 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:16.628459 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:16.628771 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:16.768785 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c0278-7f3a-4fd5-9e87-794ef0fcb17e req-33d8957b-7873-425b-ba69-e391491b6ce4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:16.770246 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-359c0278-7f3a-4fd5-9e87-794ef0fcb17e req-33d8957b-7873-425b-ba69-e391491b6ce4 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 943 time: 0.0509667 Oct 12 04:15:16.807152 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-359c0278-7f3a-4fd5-9e87-794ef0fcb17e req-77c0c755-9fd1-432f-84ed-a1a4f270c1f6 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311596 Oct 12 04:15:17.268301 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee8237-98f9-451a-bfa4-9e0365704c5e req-59e6712a-7d53-4010-a8f5-3a33c717f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:17.269815 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ceee8237-98f9-451a-bfa4-9e0365704c5e req-59e6712a-7d53-4010-a8f5-3a33c717f0db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 1096 time: 0.0382175 Oct 12 04:15:17.308496 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ceee8237-98f9-451a-bfa4-9e0365704c5e req-704d0549-e00e-47da-b17f-93ece50b4f2e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319619 Oct 12 04:15:17.917539 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f68bc-8f5a-49b7-90a5-afabeb971ad9 req-d031bc17-d4fa-47fb-923c-c430798e0225 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:17.918860 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-237f68bc-8f5a-49b7-90a5-afabeb971ad9 req-d031bc17-d4fa-47fb-923c-c430798e0225 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 943 time: 0.0463002 Oct 12 04:15:17.955407 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-237f68bc-8f5a-49b7-90a5-afabeb971ad9 req-6c903dd2-6fde-44f1-8b60-4a836c5a824b tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307908 Oct 12 04:15:18.344182 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c2a38226-0020-4fe1-8360-8cea38fd81d9 details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:15:18.437583 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port c2a38226-0020-4fe1-8360-8cea38fd81d9, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:15:18.448167 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'port_id': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'mac_address': 'fa:16:3e:61:c2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:15:18.486981 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:18.499906 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a38226-0020-4fe1-8360-8cea38fd81d9 {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:15:18.518025 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port c2a38226-0020-4fe1-8360-8cea38fd81d9, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:15:18.521834 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:18.567049 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=c2a38226-0020-4fe1-8360-8cea38fd81d9,revision_number=7']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:18.864294 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['c2a38226-0020-4fe1-8360-8cea38fd81d9'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:15:19.067260 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270d480-c81a-4a58-b13d-b156f94a6a0e req-c200a4f9-2238-4a79-83c0-901ad10b1739 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:19.069203 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e270d480-c81a-4a58-b13d-b156f94a6a0e req-c200a4f9-2238-4a79-83c0-901ad10b1739 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 944 time: 0.0504136 Oct 12 04:15:19.107143 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e270d480-c81a-4a58-b13d-b156f94a6a0e req-25e2f5dc-37f3-4e88-9ab2-7e87ae78791c tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319417 Oct 12 04:15:20.343779 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c2a38226-0020-4fe1-8360-8cea38fd81d9 up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:15:20.389271 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port c2a38226-0020-4fe1-8360-8cea38fd81d9 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:15:20.389631 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:20.463667 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:20.484445 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:15:20.486667 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775c434a-1a5a-4c03-bc5e-53078c0d761e" -d '{"events": [{"server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "name": "network-vif-plugged", "status": "completed", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:15:20.498681 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port c2a38226-0020-4fe1-8360-8cea38fd81d9, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:15:20.503119 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:20.527000 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640d7f12-1300-4300-8886-6f0f01f4d8af x-openstack-request-id: req-640d7f12-1300-4300-8886-6f0f01f4d8af {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:15:20.527297 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "name": "network-vif-plugged", "status": "completed", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:15:20.527547 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-640d7f12-1300-4300-8886-6f0f01f4d8af {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:15:20.527932 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'code': 200} Oct 12 04:15:20.551649 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=c2a38226-0020-4fe1-8360-8cea38fd81d9,revision_number=8']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:23.189299 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e5994-6e9b-438f-afb1-c6fe46451b02 req-de461ec9-1185-4347-b153-225e311e20ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:23.190755 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8a7e5994-6e9b-438f-afb1-c6fe46451b02 req-de461ec9-1185-4347-b153-225e311e20ba tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 946 time: 0.0488243 Oct 12 04:15:23.228246 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8a7e5994-6e9b-438f-afb1-c6fe46451b02 req-43be832e-6172-4769-ae24-0ad4d402dca1 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316148 Oct 12 04:15:24.345609 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2a902-50db-4e13-8c2d-4807ffb246df req-d1e1e29c-789a-4947-9a6c-05356da2f37f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:24.346956 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-85e2a902-50db-4e13-8c2d-4807ffb246df req-d1e1e29c-789a-4947-9a6c-05356da2f37f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 946 time: 0.0472810 Oct 12 04:15:24.383614 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-85e2a902-50db-4e13-8c2d-4807ffb246df req-12255a23-558a-4666-86c4-7390d9211f94 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbcc3d7f-b699-499f-b8b8-a32bb425035c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308723 Oct 12 04:15:24.700834 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ca691-a5ee-410d-9454-8169079795d2 req-1c6614cb-1e80-49d3-ac95-6f47a8224655 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:24.702261 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b74ca691-a5ee-410d-9454-8169079795d2 req-1c6614cb-1e80-49d3-ac95-6f47a8224655 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 946 time: 0.0497046 Oct 12 04:15:24.788396 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Deleting port 5a38675c-6727-4b74-8260-78053e5cc17a {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:15:24.788728 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:24.876538 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] For port 5a38675c-6727-4b74-8260-78053e5cc17a, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=5a38675c-6727-4b74-8260-78053e5cc17a,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:15:24.876917 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:25.039645 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:25.039923 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:25.040237 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.l3_db [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Floating IP cfa50417-7525-422c-9de8-49f145e65b49 disassociated. External IP: 172.28.0.58, port: 5a38675c-6727-4b74-8260-78053e5cc17a. Oct 12 04:15:25.040605 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Calling delete_port for 5a38675c-6727-4b74-8260-78053e5cc17a owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:15:25.165680 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:25.193943 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event deleted for resources: {'Port': ['ID=5a38675c-6727-4b74-8260-78053e5cc17a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:25.302798 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Router e9f7c428-6ecc-4cbf-87bc-4fb532903992 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:15:25.405273 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:15:25.415486 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa680f-1c14-4fc5-ab1f-7f467955b7f9 None None] Sync routers for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:15:25.425408 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa680f-1c14-4fc5-ab1f-7f467955b7f9 None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:15:25.425834 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-39fa680f-1c14-4fc5-ab1f-7f467955b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:15:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:15:25.444702 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] No DVR routers for this DVR port 5a38675c-6727-4b74-8260-78053e5cc17a on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:15:25.447278 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:25.450693 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b74ca691-a5ee-410d-9454-8169079795d2 req-19609d5d-907e-4a07-a1b4-6bdd2f6ffe6d tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.41 "DELETE /v2.0/ports/5a38675c-6727-4b74-8260-78053e5cc17a HTTP/1.1" status: 204 len: 173 time: 0.7425661 Oct 12 04:15:25.451303 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'name': 'network-vif-deleted', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:15:25.453989 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb8df27-a0d8-4c40-ba79-4be12b2f603d" -d '{"events": [{"server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "name": "network-vif-deleted", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:15:25.500756 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-509ea73c-2672-4479-aa64-a8fa0ae5b1bb req-2547eed4-2519-47d5-a396-fdc7b0aa2f1e tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d619f55-f8ce-41ab-8cca-77e6865692e5 HTTP/1.1" status: 200 len: 210 time: 0.0348940 Oct 12 04:15:25.502840 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9335be9-2149-4877-b4ae-0e748fd0a7f2 x-openstack-request-id: req-a9335be9-2149-4877-b4ae-0e748fd0a7f2 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:15:25.503136 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d619f55-f8ce-41ab-8cca-77e6865692e5", "name": "network-vif-deleted", "tag": "5a38675c-6727-4b74-8260-78053e5cc17a", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:15:25.503388 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9335be9-2149-4877-b4ae-0e748fd0a7f2 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:15:25.503769 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d619f55-f8ce-41ab-8cca-77e6865692e5', 'name': 'network-vif-deleted', 'tag': '5a38675c-6727-4b74-8260-78053e5cc17a', 'status': 'completed', 'code': 200} Oct 12 04:15:25.550751 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-39fa680f-1c14-4fc5-ab1f-7f467955b7f9 None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:15:25.751268 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-39fa680f-1c14-4fc5-ab1f-7f467955b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:45Z', 'revision_number': 5, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:15:25.775611 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa680f-1c14-4fc5-ab1f-7f467955b7f9 None None] Checking router: e9f7c428-6ecc-4cbf-87bc-4fb532903992 for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:15:25.783359 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa680f-1c14-4fc5-ab1f-7f467955b7f9 None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:15:25.783880 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-39fa680f-1c14-4fc5-ab1f-7f467955b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:15:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:15:25.977428 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-39fa680f-1c14-4fc5-ab1f-7f467955b7f9 None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:15:26.174769 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-39fa680f-1c14-4fc5-ab1f-7f467955b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:45Z', 'revision_number': 5, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:15:26.200159 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa680f-1c14-4fc5-ab1f-7f467955b7f9 None None] The sync data for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb is: [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:06:40Z', 'revision_number': 4, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'c508cb7a-debf-48da-8466-b6091ca1fc73', 'name': '', 'network_id': '78ad8ade-5b76-455f-b679-c3355b921424', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'mac_address': 'fa:16:3e:ce:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:37Z', 'updated_at': '2021-10-12T04:06:45Z', 'revision_number': 5, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'subnets': [{'id': '8221a527-0e38-401f-bca6-10ff9a3c2859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:15:26.400705 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e355133-3aed-4899-93a2-9fbdb5187e96 None None] New status for floating IP cfa50417-7525-422c-9de8-49f145e65b49: DOWN {{(pid=94184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:15:26.593294 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46734) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:26.644934 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-75538e3d-4794-421d-b651-3f4991de20a2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:26.667404 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-75538e3d-4794-421d-b651-3f4991de20a2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:26.712733 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-75538e3d-4794-421d-b651-3f4991de20a2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:26.715321 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-75538e3d-4794-421d-b651-3f4991de20a2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:26.716432 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-75538e3d-4794-421d-b651-3f4991de20a2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "DELETE /v2.0/security-groups/fbcc3d7f-b699-499f-b8b8-a32bb425035c HTTP/1.1" status: 204 len: 168 time: 0.1221938 Oct 12 04:15:26.719134 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46736) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:26.725064 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75538e3d-4794-421d-b651-3f4991de20a2 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcc3d7f-b699-499f-b8b8-a32bb425035c,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:26.735616 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.api.v2.resource [None req-69da758f-51c7-4be5-93fd-1bdd0af174f7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] show failed (client error): The resource could not be found. Oct 12 04:15:26.736616 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-69da758f-51c7-4be5-93fd-1bdd0af174f7 tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "GET /v2.0/security-groups/fbcc3d7f-b699-499f-b8b8-a32bb425035c HTTP/1.1" status: 404 len: 347 time: 0.0165040 Oct 12 04:15:26.739403 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46738) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:26.859002 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-53749c41-ca66-4c15-af70-be4155db4a6f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Deleting port 94d8b668-e72b-4e9d-b8e9-ceac5f03c03a {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:15:26.859255 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53749c41-ca66-4c15-af70-be4155db4a6f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:26.931332 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53749c41-ca66-4c15-af70-be4155db4a6f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:26.931664 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53749c41-ca66-4c15-af70-be4155db4a6f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:26.943163 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-53749c41-ca66-4c15-af70-be4155db4a6f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Calling delete_port for 94d8b668-e72b-4e9d-b8e9-ceac5f03c03a owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:15:27.072035 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53749c41-ca66-4c15-af70-be4155db4a6f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:27.096808 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53749c41-ca66-4c15-af70-be4155db4a6f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Pushing event deleted for resources: {'Port': ['ID=94d8b668-e72b-4e9d-b8e9-ceac5f03c03a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:27.156942 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53749c41-ca66-4c15-af70-be4155db4a6f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:27.159369 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53749c41-ca66-4c15-af70-be4155db4a6f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:27.160502 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-53749c41-ca66-4c15-af70-be4155db4a6f tempest-AttachVolumeShelveTestJSON-1548355435 tempest-AttachVolumeShelveTestJSON-1548355435-project] 10.222.0.31 "DELETE /v2.0/floatingips/cfa50417-7525-422c-9de8-49f145e65b49 HTTP/1.1" status: 204 len: 168 time: 0.4201529 Oct 12 04:15:28.260069 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-d7e9613f-5b63-40b4-8d26-205916615eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:28.344134 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5a38675c-6727-4b74-8260-78053e5cc17a no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:15:28.363569 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: 5a38675c-6727-4b74-8260-78053e5cc17a {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:15:28.363909 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device 5a38675c-6727-4b74-8260-78053e5cc17a not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:15:29.569663 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46760) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:30.299394 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-868cfb4b-b041-442f-9be1-1f4670b829b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3912851'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:30.581565 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-868cfb4b-b041-442f-9be1-1f4670b829b7 admin admin] Deleting port c508cb7a-debf-48da-8466-b6091ca1fc73 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:15:30.582216 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-868cfb4b-b041-442f-9be1-1f4670b829b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:30.656448 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-868cfb4b-b041-442f-9be1-1f4670b829b7 admin admin] For port c508cb7a-debf-48da-8466-b6091ca1fc73, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=c508cb7a-debf-48da-8466-b6091ca1fc73,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:15:30.656805 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-868cfb4b-b041-442f-9be1-1f4670b829b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:30.667560 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-8db80966-7fed-42e9-b818-eaabefd5bf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:30.669982 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-868cfb4b-b041-442f-9be1-1f4670b829b7 admin admin] Calling delete_port for c508cb7a-debf-48da-8466-b6091ca1fc73 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:15:30.844393 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-868cfb4b-b041-442f-9be1-1f4670b829b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:30.872739 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cfb4b-b041-442f-9be1-1f4670b829b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c508cb7a-debf-48da-8466-b6091ca1fc73,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:31.030885 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-868cfb4b-b041-442f-9be1-1f4670b829b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3912743'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:31.239306 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868cfb4b-b041-442f-9be1-1f4670b829b7 admin admin] Router e9f7c428-6ecc-4cbf-87bc-4fb532903992 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:15:31.341183 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868cfb4b-b041-442f-9be1-1f4670b829b7 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:15:31.346203 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-868cfb4b-b041-442f-9be1-1f4670b829b7 admin admin] 10.222.0.31 "PUT /v2.0/routers/e9f7c428-6ecc-4cbf-87bc-4fb532903992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7754555 Oct 12 04:15:31.348652 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46764) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:31.350774 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae6188-5ae2-4d60-87a3-f7633bdcbd7b None None] Sync routers for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:15:31.360400 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae6188-5ae2-4d60-87a3-f7633bdcbd7b None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:15:31.361040 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-26ae6188-5ae2-4d60-87a3-f7633bdcbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:15:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:15:31.448481 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:31.462046 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-26ae6188-5ae2-4d60-87a3-f7633bdcbd7b None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:15:31.551118 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:31.602807 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Deleting port d672aa9c-cc0e-45a5-b068-c489339cd61b {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:15:31.603509 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:31.636334 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-26ae6188-5ae2-4d60-87a3-f7633bdcbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:15:30Z', 'revision_number': 5, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port': {'id': 'd672aa9c-cc0e-45a5-b068-c489339cd61b', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:06:33Z', 'updated_at': '2021-10-12T04:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:15:31.662047 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae6188-5ae2-4d60-87a3-f7633bdcbd7b None None] Checking router: e9f7c428-6ecc-4cbf-87bc-4fb532903992 for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:15:31.670982 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae6188-5ae2-4d60-87a3-f7633bdcbd7b None None] Routers {'e9f7c428-6ecc-4cbf-87bc-4fb532903992'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:15:31.671579 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-26ae6188-5ae2-4d60-87a3-f7633bdcbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:15:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:15:31.679759 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:31.687507 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] For port d672aa9c-cc0e-45a5-b068-c489339cd61b, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=d672aa9c-cc0e-45a5-b068-c489339cd61b,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:15:31.688114 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:31.708783 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Calling delete_port for d672aa9c-cc0e-45a5-b068-c489339cd61b owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:15:31.730537 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:31.761676 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-26ae6188-5ae2-4d60-87a3-f7633bdcbd7b None None] Set router e9f7c428-6ecc-4cbf-87bc-4fb532903992 gateway port host: None {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:15:31.814665 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-26ae6188-5ae2-4d60-87a3-f7633bdcbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:15:31Z', 'revision_number': 6, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port_host': None}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:15:31.840719 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae6188-5ae2-4d60-87a3-f7633bdcbd7b None None] The sync data for ids ['e9f7c428-6ecc-4cbf-87bc-4fb532903992'] in dv-cinder-813067-1-smb is: [{'id': 'e9f7c428-6ecc-4cbf-87bc-4fb532903992', 'name': 'tempest-AttachVolumeShelveTestJSON-731181106-router', 'tenant_id': '11482740b3bb4e3bbfcc856e54a24288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:06:32Z', 'updated_at': '2021-10-12T04:15:31Z', 'revision_number': 6, 'project_id': '11482740b3bb4e3bbfcc856e54a24288', 'gw_port_host': None}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:15:31.876798 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:31.900792 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d672aa9c-cc0e-45a5-b068-c489339cd61b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:31.958330 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873477'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.058314 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11531'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.060346 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.124106 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912254'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.124585 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9f7c428-6ecc-4cbf-87bc-4fb532903992 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:15:32.130104 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.131847 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-0a34b5b9-77bb-4cae-ad1f-d4408bf283a2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e9f7c428-6ecc-4cbf-87bc-4fb532903992 HTTP/1.1" status: 204 len: 168 time: 0.7814567 Oct 12 04:15:32.134283 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46766) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:32.180576 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Deleting subnet 8221a527-0e38-401f-bca6-10ff9a3c2859 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:15:32.183896 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.219104 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12517859'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.578098 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.630293 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9114272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485405'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.657756 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8221a527-0e38-401f-bca6-10ff9a3c2859,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:32.666729 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.669506 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c50d65-fb6d-46b8-84b6-1a32a46c369d None None] Network 78ad8ade-5b76-455f-b679-c3355b921424 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:15:32.669916 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8221a527-0e38-401f-bca6-10ff9a3c2859 HTTP/1.1" status: 204 len: 168 time: 0.5347214 Oct 12 04:15:32.671469 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:32.671819 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:32.672152 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:32.673010 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:32.673160 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46768) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:32.673591 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:32.673591 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:32.673591 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:32.673824 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:32.674219 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:32.674428 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:32.674773 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:32.675103 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa62e0-2a43-4804-a301-a4d8c123a542 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:32.751709 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.806130 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Deleting port b6758ab9-81ad-434d-b032-3efa26c51392 {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:15:32.806466 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.857753 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa49e13-dcc9-4635-8246-2612ca9fd745 None None] DHCP port deletion for 78ad8ade-5b76-455f-b679-c3355b921424 request from dv-cinder-813067-1-smb {{(pid=94184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:15:32.869617 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] For port b6758ab9-81ad-434d-b032-3efa26c51392, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=b6758ab9-81ad-434d-b032-3efa26c51392,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:15:32.869985 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.882071 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Calling delete_port for b6758ab9-81ad-434d-b032-3efa26c51392 owned by network:dhcp {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:15:32.902899 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-4fa49e13-dcc9-4635-8246-2612ca9fd745 None None] Deleting port b6758ab9-81ad-434d-b032-3efa26c51392 {{(pid=94184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:15:32.903274 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4fa49e13-dcc9-4635-8246-2612ca9fd745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.962667 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.964948 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-4fa49e13-dcc9-4635-8246-2612ca9fd745 None None] For port b6758ab9-81ad-434d-b032-3efa26c51392, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=b6758ab9-81ad-434d-b032-3efa26c51392,segment=NetworkSegment(1713f2bd-430c-4d89-8bc2-c2329de5bd24),segment_id=1713f2bd-430c-4d89-8bc2-c2329de5bd24)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:15:32.965344 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4fa49e13-dcc9-4635-8246-2612ca9fd745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:32.981817 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-4fa49e13-dcc9-4635-8246-2612ca9fd745 None None] Calling delete_port for b6758ab9-81ad-434d-b032-3efa26c51392 owned by network:dhcp {{(pid=94184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:15:32.991216 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] No DVR routers for this DVR port b6758ab9-81ad-434d-b032-3efa26c51392 on host dv-cinder-813067-1-smb {{(pid=94182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:15:32.995754 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6758ab9-81ad-434d-b032-3efa26c51392,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:33.054593 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4fa49e13-dcc9-4635-8246-2612ca9fd745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044'] for port, after_delete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.064453 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.076746 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa49e13-dcc9-4635-8246-2612ca9fd745 None None] Pushing event deleted for resources: {'Port': ['ID=b6758ab9-81ad-434d-b032-3efa26c51392,revision_number=None']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:33.087405 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa49e13-dcc9-4635-8246-2612ca9fd745 None None] No DVR routers for this DVR port b6758ab9-81ad-434d-b032-3efa26c51392 on host dv-cinder-813067-1-smb {{(pid=94184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:15:33.288848 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ad8ade-5b76-455f-b679-c3355b921424']}} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:15:33.298111 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1713f2bd-430c-4d89-8bc2-c2329de5bd24') {'for_net_delete': True} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:15:33.298405 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1713f2bd-430c-4d89-8bc2-c2329de5bd24') {} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:15:33.307328 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542340'] for segment, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.320344 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.326310 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:15:33.326764 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11438191'] for segment, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: Traceback (most recent call last): Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: timer() Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: cb(*args, **kw) Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: return func(*args, **kwargs) Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: self._notify() Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: self.callback(batched_events) Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: event.method(event) Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: return f(self, *a, **k) Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: return self._get(url).json() Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: return self.request(url, 'GET', **kwargs) Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:15:33.328385 dv-cinder-813067-1-smb neutron-server[94182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:15:33.381760 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.386115 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.391821 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] 10.222.0.31 "DELETE /v2.0/networks/78ad8ade-5b76-455f-b679-c3355b921424 HTTP/1.1" status: 204 len: 168 time: 0.7180731 Oct 12 04:15:33.404699 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ad8ade-5b76-455f-b679-c3355b921424,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:33.411862 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:33.412216 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:33.412554 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:33.412967 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:33.413231 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:33.413559 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:33.413881 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:33.414204 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:33.414526 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:33.414849 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:33.415172 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:33.415470 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b6ccf-bfb0-4028-bf46-9c2bc7a85d94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:15:33.498771 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46772) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:33.537021 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-a6bf36f4-7531-4bac-933e-00e26aa4fa58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11482740b3bb4e3bbfcc856e54a24288&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370984 Oct 12 04:15:33.539208 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46774) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:33.587314 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0aedb9e7-e08e-4c6c-a805-d9d9d6c0f7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.607191 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0aedb9e7-e08e-4c6c-a805-d9d9d6c0f7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.654113 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0aedb9e7-e08e-4c6c-a805-d9d9d6c0f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.655842 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.656963 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0aedb9e7-e08e-4c6c-a805-d9d9d6c0f7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:33.658381 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-0aedb9e7-e08e-4c6c-a805-d9d9d6c0f7a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/017aab01-6e64-4f05-9e7f-ca01c1ba3cef HTTP/1.1" status: 204 len: 168 time: 0.1180735 Oct 12 04:15:33.666763 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedb9e7-e08e-4c6c-a805-d9d9d6c0f7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017aab01-6e64-4f05-9e7f-ca01c1ba3cef,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:33.724680 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device d672aa9c-cc0e-45a5-b068-c489339cd61b no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:15:33.744600 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: d672aa9c-cc0e-45a5-b068-c489339cd61b {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:15:33.744957 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device d672aa9c-cc0e-45a5-b068-c489339cd61b not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:15:33.745365 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device c508cb7a-debf-48da-8466-b6091ca1fc73 no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:15:33.765962 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: c508cb7a-debf-48da-8466-b6091ca1fc73 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:15:33.766294 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device c508cb7a-debf-48da-8466-b6091ca1fc73 not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:15:33.766697 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device b6758ab9-81ad-434d-b032-3efa26c51392 no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:15:33.784575 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: b6758ab9-81ad-434d-b032-3efa26c51392 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:15:33.784932 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device b6758ab9-81ad-434d-b032-3efa26c51392 not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:15:37.368069 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:40.894703 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4e1c3a87-d42d-4726-bd5c-8587a0507468 req-32e3c05e-c1b0-475d-ab9e-953cb9439236 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387249 Oct 12 04:15:40.955135 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c3a87-d42d-4726-bd5c-8587a0507468 req-898f769c-d2a4-4edf-88ea-bb829edd82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:40.956550 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4e1c3a87-d42d-4726-bd5c-8587a0507468 req-898f769c-d2a4-4edf-88ea-bb829edd82ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b51b06f1add14438b1f86ff7cf08a3ee&device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 1098 time: 0.0379221 Oct 12 04:15:41.059330 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c3a87-d42d-4726-bd5c-8587a0507468 req-e97a9908-22c4-472b-88f9-f0977b0214a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:41.060743 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4e1c3a87-d42d-4726-bd5c-8587a0507468 req-e97a9908-22c4-472b-88f9-f0977b0214a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baf1ba12-b640-4824-bad7-20c2b4a62b9d HTTP/1.1" status: 200 len: 909 time: 0.0852990 Oct 12 04:15:41.124751 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4e1c3a87-d42d-4726-bd5c-8587a0507468 req-0feef1d2-d9ac-4374-9dd5-bc537013b726 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9 HTTP/1.1" status: 200 len: 1000 time: 0.0566907 Oct 12 04:15:41.172802 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c3a87-d42d-4726-bd5c-8587a0507468 req-a66db3ec-60d3-4828-bd77-af0f01cb3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:41.174207 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4e1c3a87-d42d-4726-bd5c-8587a0507468 req-a66db3ec-60d3-4828-bd77-af0f01cb3640 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de6be438-f0fa-40e5-b551-3212a468676b HTTP/1.1" status: 200 len: 847 time: 0.0420723 Oct 12 04:15:41.222870 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c3a87-d42d-4726-bd5c-8587a0507468 req-59fc66dc-0d12-4b01-ab80-59b93f197ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:15:41.224332 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4e1c3a87-d42d-4726-bd5c-8587a0507468 req-59fc66dc-0d12-4b01-ab80-59b93f197ed5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baf1ba12-b640-4824-bad7-20c2b4a62b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0425651 Oct 12 04:15:41.311640 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4e1c3a87-d42d-4726-bd5c-8587a0507468 req-8e501e21-2316-43c3-9966-756c0abf1aab service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803363 Oct 12 04:15:41.401074 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4e1c3a87-d42d-4726-bd5c-8587a0507468 req-a851799b-9186-4174-b9b3-bdecf06c1dee service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822730 Oct 12 04:15:42.038812 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46898) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:42.140333 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4710acb1-cdd1-48b9-80ea-b667d6c5aa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.214314 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4710acb1-cdd1-48b9-80ea-b667d6c5aa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.217957 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4710acb1-cdd1-48b9-80ea-b667d6c5aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.254775 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-4710acb1-cdd1-48b9-80ea-b667d6c5aa78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c9440c7d7024579b2af8080d361170f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149258 Oct 12 04:15:42.256177 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710acb1-cdd1-48b9-80ea-b667d6c5aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d466ed-7d09-4f01-923f-6efde0043ea1,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:42.258033 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46902) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:42.305558 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-712271d2-e7ad-4d30-b694-268c285d5ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.325852 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-712271d2-e7ad-4d30-b694-268c285d5ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.370087 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-712271d2-e7ad-4d30-b694-268c285d5ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.372685 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-712271d2-e7ad-4d30-b694-268c285d5ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.373854 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-712271d2-e7ad-4d30-b694-268c285d5ac4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76d466ed-7d09-4f01-923f-6efde0043ea1 HTTP/1.1" status: 204 len: 168 time: 0.1148436 Oct 12 04:15:42.381880 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712271d2-e7ad-4d30-b694-268c285d5ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d466ed-7d09-4f01-923f-6efde0043ea1,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:42.621681 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 46908) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:42.635086 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2ad22401-5e29-4de0-b4b6-092b8da61122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.706732 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2ad22401-5e29-4de0-b4b6-092b8da61122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.710075 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2ad22401-5e29-4de0-b4b6-092b8da61122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.748085 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-2ad22401-5e29-4de0-b4b6-092b8da61122 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e85bc2f64ea41e286b40e2bc2459337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253209 Oct 12 04:15:42.748835 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad22401-5e29-4de0-b4b6-092b8da61122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b297674-5c93-41ec-9c4f-47e322234b6d,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:42.750722 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 46910) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:42.799181 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a987400f-3293-43a9-a25e-0ca27f24d0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.820433 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a987400f-3293-43a9-a25e-0ca27f24d0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.868726 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a987400f-3293-43a9-a25e-0ca27f24d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.871340 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a987400f-3293-43a9-a25e-0ca27f24d0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:42.872472 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-a987400f-3293-43a9-a25e-0ca27f24d0ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b297674-5c93-41ec-9c4f-47e322234b6d HTTP/1.1" status: 204 len: 168 time: 0.1207654 Oct 12 04:15:42.880145 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987400f-3293-43a9-a25e-0ca27f24d0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b297674-5c93-41ec-9c4f-47e322234b6d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:47.806872 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47004) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:47.907001 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e27b43a8-4809-4d91-b584-01d4e7878743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:47.979237 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e27b43a8-4809-4d91-b584-01d4e7878743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:47.982978 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e27b43a8-4809-4d91-b584-01d4e7878743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:48.019563 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-e27b43a8-4809-4d91-b584-01d4e7878743 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d31fbfa718154806bf17c034700db1e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116566 Oct 12 04:15:48.020408 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b43a8-4809-4d91-b584-01d4e7878743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa35ec8f-8846-45cb-8b33-7ac88518eed7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:48.022799 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47008) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:48.072311 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-48e0291a-a9c6-40b0-9c5a-89fa36ea416f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:48.093320 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-48e0291a-a9c6-40b0-9c5a-89fa36ea416f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:48.138050 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-48e0291a-a9c6-40b0-9c5a-89fa36ea416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:48.140583 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-48e0291a-a9c6-40b0-9c5a-89fa36ea416f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:48.141771 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-48e0291a-a9c6-40b0-9c5a-89fa36ea416f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa35ec8f-8846-45cb-8b33-7ac88518eed7 HTTP/1.1" status: 204 len: 168 time: 0.1173258 Oct 12 04:15:48.149858 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0291a-a9c6-40b0-9c5a-89fa36ea416f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa35ec8f-8846-45cb-8b33-7ac88518eed7,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:48.388217 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47014) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:48.401658 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-20415cc7-495b-47dc-819b-2e2099c3c2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:48.473561 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-20415cc7-495b-47dc-819b-2e2099c3c2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:48.477299 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-20415cc7-495b-47dc-819b-2e2099c3c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:48.515125 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-20415cc7-495b-47dc-819b-2e2099c3c2eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=570dad082e244e5dbfe041cc362d2083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1258185 Oct 12 04:15:48.516315 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20415cc7-495b-47dc-819b-2e2099c3c2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f0268a-77a6-4131-ae5e-10cf1c3a7c0e,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:48.517815 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47016) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:48.564939 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec7d319d-b6b8-446a-9773-ffcdde634454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:48.585832 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec7d319d-b6b8-446a-9773-ffcdde634454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:48.631565 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec7d319d-b6b8-446a-9773-ffcdde634454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:48.634095 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec7d319d-b6b8-446a-9773-ffcdde634454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:48.635214 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-ec7d319d-b6b8-446a-9773-ffcdde634454 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77f0268a-77a6-4131-ae5e-10cf1c3a7c0e HTTP/1.1" status: 204 len: 168 time: 0.1164258 Oct 12 04:15:48.642372 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d319d-b6b8-446a-9773-ffcdde634454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f0268a-77a6-4131-ae5e-10cf1c3a7c0e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:49.531808 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:15:56.913686 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47148) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:57.015969 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-44a43ad2-3280-42f0-9e84-47b09a102ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.089613 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-44a43ad2-3280-42f0-9e84-47b09a102ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.093775 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-44a43ad2-3280-42f0-9e84-47b09a102ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.130456 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-44a43ad2-3280-42f0-9e84-47b09a102ede admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3946ff296ee740f292771159d75e6bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157028 Oct 12 04:15:57.132004 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a43ad2-3280-42f0-9e84-47b09a102ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21686c69-7597-41d3-aef9-ea3a49975bed,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:57.133727 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47152) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:57.183742 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7c48a3a7-edb7-4d23-abe6-56b9d1db1a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.203891 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7c48a3a7-edb7-4d23-abe6-56b9d1db1a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.248552 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7c48a3a7-edb7-4d23-abe6-56b9d1db1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.251312 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7c48a3a7-edb7-4d23-abe6-56b9d1db1a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.252451 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-7c48a3a7-edb7-4d23-abe6-56b9d1db1a48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21686c69-7597-41d3-aef9-ea3a49975bed HTTP/1.1" status: 204 len: 168 time: 0.1176751 Oct 12 04:15:57.260298 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48a3a7-edb7-4d23-abe6-56b9d1db1a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21686c69-7597-41d3-aef9-ea3a49975bed,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:57.505446 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47158) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:57.518906 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4d8be94-6dae-4848-abc9-ccc5a2b96300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.592259 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4d8be94-6dae-4848-abc9-ccc5a2b96300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.595853 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4d8be94-6dae-4848-abc9-ccc5a2b96300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.632779 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-a4d8be94-6dae-4848-abc9-ccc5a2b96300 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7ceacccde0e4970b68889aa363f7b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256275 Oct 12 04:15:57.634668 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8be94-6dae-4848-abc9-ccc5a2b96300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912b52a4-6076-4348-8d4d-015bb8b81e6e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:57.635490 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47160) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:57.683097 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d3ff-ff09-439b-a9b9-b16fe6b6a486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.703310 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d3ff-ff09-439b-a9b9-b16fe6b6a486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.748488 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d3ff-ff09-439b-a9b9-b16fe6b6a486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.751060 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d3ff-ff09-439b-a9b9-b16fe6b6a486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:57.752200 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-d1d9d3ff-ff09-439b-a9b9-b16fe6b6a486 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/912b52a4-6076-4348-8d4d-015bb8b81e6e HTTP/1.1" status: 204 len: 168 time: 0.1157570 Oct 12 04:15:57.760465 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9d3ff-ff09-439b-a9b9-b16fe6b6a486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912b52a4-6076-4348-8d4d-015bb8b81e6e,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:58.056483 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47166) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:58.069307 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ec47fd87-e396-467b-b4d5-220144194567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:58.144433 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ec47fd87-e396-467b-b4d5-220144194567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:58.148223 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-ec47fd87-e396-467b-b4d5-220144194567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:58.186032 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-ec47fd87-e396-467b-b4d5-220144194567 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=482ce55560044200b4c22c63a821be2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285050 Oct 12 04:15:58.186865 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47fd87-e396-467b-b4d5-220144194567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522fd9d0-0aef-4ff8-ac8b-e2b9c9da5492,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:58.188840 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47168) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:58.236484 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2a92f563-c85a-48d2-8d9c-a9d74fe4e148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:58.259066 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2a92f563-c85a-48d2-8d9c-a9d74fe4e148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:58.259931 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-93a9111d-da2c-444f-a75b-d830cec6ac70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:58.305655 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2a92f563-c85a-48d2-8d9c-a9d74fe4e148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:58.308262 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2a92f563-c85a-48d2-8d9c-a9d74fe4e148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:58.310758 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-2a92f563-c85a-48d2-8d9c-a9d74fe4e148 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/522fd9d0-0aef-4ff8-ac8b-e2b9c9da5492 HTTP/1.1" status: 204 len: 168 time: 0.1209085 Oct 12 04:15:58.318272 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92f563-c85a-48d2-8d9c-a9d74fe4e148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522fd9d0-0aef-4ff8-ac8b-e2b9c9da5492,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:59.298352 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47198) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:59.403356 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1a50d54-3ced-4eb8-9dfb-1901d6b66733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:59.476400 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1a50d54-3ced-4eb8-9dfb-1901d6b66733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:59.479985 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1a50d54-3ced-4eb8-9dfb-1901d6b66733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:59.517387 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-e1a50d54-3ced-4eb8-9dfb-1901d6b66733 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd40e02c5d6e432eab14182463394ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179713 Oct 12 04:15:59.518237 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a50d54-3ced-4eb8-9dfb-1901d6b66733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dcafe1-249b-4de5-adbe-1b5884a05f1f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:15:59.520120 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47202) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:15:59.567124 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2c92ca55-73db-4cad-9be8-6d592e7f0cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:59.587939 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2c92ca55-73db-4cad-9be8-6d592e7f0cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:59.631520 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2c92ca55-73db-4cad-9be8-6d592e7f0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:59.634129 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-2c92ca55-73db-4cad-9be8-6d592e7f0cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:15:59.635285 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-2c92ca55-73db-4cad-9be8-6d592e7f0cc7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80dcafe1-249b-4de5-adbe-1b5884a05f1f HTTP/1.1" status: 204 len: 168 time: 0.1141775 Oct 12 04:15:59.642743 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92ca55-73db-4cad-9be8-6d592e7f0cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dcafe1-249b-4de5-adbe-1b5884a05f1f,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:00.668115 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-d5f92185-002e-46d5-8399-9d4fa8ca1ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:01.673149 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:01.731939 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:03.657211 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:07.369716 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:12.704271 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47312) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:12.805357 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-44eda55e-5bec-474c-918d-9b526a9f33fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:12.876445 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-44eda55e-5bec-474c-918d-9b526a9f33fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:12.879972 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-44eda55e-5bec-474c-918d-9b526a9f33fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:12.920354 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-44eda55e-5bec-474c-918d-9b526a9f33fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b921ce1e33c4982b492c52b404aee20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149861 Oct 12 04:16:12.921555 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eda55e-5bec-474c-918d-9b526a9f33fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7ff454-1a79-4b6c-9200-be5ee3d0b0a2,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:12.923053 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47316) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:12.970036 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7576e046-e9a5-40ee-b261-12e971e455d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:12.989848 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7576e046-e9a5-40ee-b261-12e971e455d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:13.037190 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7576e046-e9a5-40ee-b261-12e971e455d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:13.039677 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7576e046-e9a5-40ee-b261-12e971e455d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:13.040785 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-7576e046-e9a5-40ee-b261-12e971e455d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de7ff454-1a79-4b6c-9200-be5ee3d0b0a2 HTTP/1.1" status: 204 len: 168 time: 0.1167550 Oct 12 04:16:13.048392 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576e046-e9a5-40ee-b261-12e971e455d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7ff454-1a79-4b6c-9200-be5ee3d0b0a2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:23.599673 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47454) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:23.700050 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa393ec1-300f-480d-bca4-29004460dcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:23.770104 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa393ec1-300f-480d-bca4-29004460dcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:23.773675 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa393ec1-300f-480d-bca4-29004460dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:23.810150 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-fa393ec1-300f-480d-bca4-29004460dcb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34ca5f58f8434d4eaeac1783f88afb0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094591 Oct 12 04:16:23.812047 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa393ec1-300f-480d-bca4-29004460dcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945fb5ed-7539-453e-9d93-7d7fa14f717f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:23.812839 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47458) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:23.860156 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-be99071b-15fd-4c01-bf34-ba82a05c683f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:23.880201 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-be99071b-15fd-4c01-bf34-ba82a05c683f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:23.924301 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-be99071b-15fd-4c01-bf34-ba82a05c683f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:23.926932 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-be99071b-15fd-4c01-bf34-ba82a05c683f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:23.928056 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-be99071b-15fd-4c01-bf34-ba82a05c683f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/945fb5ed-7539-453e-9d93-7d7fa14f717f HTTP/1.1" status: 204 len: 168 time: 0.1142159 Oct 12 04:16:23.936089 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99071b-15fd-4c01-bf34-ba82a05c683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945fb5ed-7539-453e-9d93-7d7fa14f717f,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:24.509585 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47482) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:24.602307 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1042594821-network', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:24.621996 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Made reservation on behalf of cd595906766c4e25a8f513f6b01a93b4 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:24.624294 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:24.632554 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:24.704539 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:24.707850 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:24.729331 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:16:24.742363 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965bef36-41b2-449f-b59d-6d9c2728ee07,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:24.747222 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:24.747566 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.segments_db [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Added segment 945e364c-f66d-4a05-b9a2-11d638cb6b74 of type vlan for network e7e489ae-5309-4b43-ae1b-fa20856d2941 Oct 12 04:16:24.787020 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:24.812948 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:24.813832 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:24.814392 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:24.863625 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3529596 Oct 12 04:16:24.866538 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47486) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:24.871444 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-7fb01655-e471-4db5-b418-97be5bf1ba17 admin admin] Request body: {'subnet': {'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1042594821-subnet', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'ip_version': 4}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:24.876078 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388c05b-d0b3-4e71-9ebf-19a509c975e3 admin admin] Pushing event updated for resources: {'Network': ['ID=e7e489ae-5309-4b43-ae1b-fa20856d2941,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:24.886193 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network e7e489ae-5309-4b43-ae1b-fa20856d2941 details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:16:24.893008 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb01655-e471-4db5-b418-97be5bf1ba17 admin admin] Made reservation on behalf of cd595906766c4e25a8f513f6b01a93b4 for: {'subnet': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:24.895254 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7fb01655-e471-4db5-b418-97be5bf1ba17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11845814'] for subnet, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.052633 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7fb01655-e471-4db5-b418-97be5bf1ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11439090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11845784'] for subnet, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.105622 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb01655-e471-4db5-b418-97be5bf1ba17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:25.113816 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb01655-e471-4db5-b418-97be5bf1ba17 admin admin] Checking segment: {'id': '945e364c-f66d-4a05-b9a2-11d638cb6b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:25.114170 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb01655-e471-4db5-b418-97be5bf1ba17 admin admin] Network hostable DHCP agents. Network: e7e489ae-5309-4b43-ae1b-fa20856d2941, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:16:25.129910 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb01655-e471-4db5-b418-97be5bf1ba17 admin admin] Network e7e489ae-5309-4b43-ae1b-fa20856d2941 is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:16:25.138723 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-7fb01655-e471-4db5-b418-97be5bf1ba17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, e7e489ae-5309-4b43-ae1b-fa20856d2941) {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:25.143404 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb01655-e471-4db5-b418-97be5bf1ba17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:25.144328 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7fb01655-e471-4db5-b418-97be5bf1ba17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.148064 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b84990-0903-49f9-8042-5be56ca4c4b8 None None] Network e7e489ae-5309-4b43-ae1b-fa20856d2941 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:25.161932 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-7fb01655-e471-4db5-b418-97be5bf1ba17 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2942019 Oct 12 04:16:25.164440 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47488) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:25.168649 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:25.190731 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3912427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11545'] for router, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.191751 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11520'] for router, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.246717 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.291670 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14ea8759-f254-50c7-b659-99720e7faefa-e7e489ae-5309-4b43-ae1b-fa20856d2941', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'fixed_ips': [{'subnet_id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee'}]}} from dv-cinder-813067-1-smb. {{(pid=94184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:16:25.292516 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.384946 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.425593 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.db_base_plugin_common [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Allocated IP 172.20.0.2 (e7e489ae-5309-4b43-ae1b-fa20856d2941/03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee/4cc447cf-4e32-4781-bc22-5d2e639c0f39) {{(pid=94184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:25.565951 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Notify callbacks [] for port, precommit_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.572244 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.576314 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.595008 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.611329 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Network e7e489ae-5309-4b43-ae1b-fa20856d2941 is already hosted by enough agents. {{(pid=94184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:25.616639 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.base_scheduler [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Resources bound (agent type, host, resource id): {{(pid=94184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:25.619099 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Received port after_create {{(pid=94184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:25.631607 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Pushing event updated for resources: {'Port': ['ID=4cc447cf-4e32-4781-bc22-5d2e639c0f39,revision_number=1']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:25.653694 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:25.653958 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:25.654297 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:25.654631 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:25.654963 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:25.655293 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:25.655618 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:25.655941 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:25.656266 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:25.656588 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:25.656946 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:25.657265 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:25.688382 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Attempting to bind port 4cc447cf-4e32-4781-bc22-5d2e639c0f39 on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:16:25.688753 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Attempting to bind port 4cc447cf-4e32-4781-bc22-5d2e639c0f39 by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '945e364c-f66d-4a05-b9a2-11d638cb6b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:16:25.689153 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Attempting to bind port 4cc447cf-4e32-4781-bc22-5d2e639c0f39 on network e7e489ae-5309-4b43-ae1b-fa20856d2941 {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:16:25.694134 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:16:25.694502 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Checking segment: {'id': '945e364c-f66d-4a05-b9a2-11d638cb6b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:25.694897 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.695281 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Bound using segment: {'id': '945e364c-f66d-4a05-b9a2-11d638cb6b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:16:25.695744 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Bound port: 4cc447cf-4e32-4781-bc22-5d2e639c0f39, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945e364c-f66d-4a05-b9a2-11d638cb6b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:16:25.696116 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.700502 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Allocated IP 172.28.0.104 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/750b3a9a-963d-42d0-b20f-e068a1e17fe8) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:25.757075 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] For port 4cc447cf-4e32-4781-bc22-5d2e639c0f39, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:16:25.760327 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] For port 4cc447cf-4e32-4781-bc22-5d2e639c0f39, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=4cc447cf-4e32-4781-bc22-5d2e639c0f39,segment=NetworkSegment(945e364c-f66d-4a05-b9a2-11d638cb6b74),segment_id=945e364c-f66d-4a05-b9a2-11d638cb6b74)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:16:25.763966 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.807743 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.820317 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3430a-7a36-455f-a5a7-514b0092481c None None] Pushing event updated for resources: {'Port': ['ID=4cc447cf-4e32-4781-bc22-5d2e639c0f39,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:25.840937 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:25.881002 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:25.883868 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:25.887440 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:25.909871 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Pushing event updated for resources: {'Port': ['ID=750b3a9a-963d-42d0-b20f-e068a1e17fe8,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:26.153876 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:26.341878 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873529'] for router, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:26.474873 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 is scheduled to L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd with binding_index 1 {{(pid=94182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:16:26.531177 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:16:26.583056 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:16:26.593004 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Sync routers for ids ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:16:26.602783 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Routers {'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:26.603060 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] Notify callbacks [] for router, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:26.603675 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:16:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:26.604313 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-a51718d8-fca5-4f0f-8e41-6ccf0404b243 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4389236 Oct 12 04:16:26.606974 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47490) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:26.686177 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a6087-fa0a-4d22-a74e-0ead8991aa04 None None] Network e7e489ae-5309-4b43-ae1b-fa20856d2941 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:26.883140 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-91e09f95-47b3-4284-9b81-4aa36eff3a39 None None] Provisioning complete for port 4cc447cf-4e32-4781-bc22-5d2e639c0f39 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:26.883470 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-91e09f95-47b3-4284-9b81-4aa36eff3a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:26.921158 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Set router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:16:27.187870 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-91e09f95-47b3-4284-9b81-4aa36eff3a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.220665 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.232297 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-91e09f95-47b3-4284-9b81-4aa36eff3a39 None None] For port 4cc447cf-4e32-4781-bc22-5d2e639c0f39, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=4cc447cf-4e32-4781-bc22-5d2e639c0f39,segment=NetworkSegment(945e364c-f66d-4a05-b9a2-11d638cb6b74),segment_id=945e364c-f66d-4a05-b9a2-11d638cb6b74)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:16:27.238901 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-91e09f95-47b3-4284-9b81-4aa36eff3a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.279055 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:26Z', 'revision_number': 3, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port': {'id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:27.314526 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Checking router: c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:16:27.314879 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Updating router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 port 750b3a9a-963d-42d0-b20f-e068a1e17fe8 binding host dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:16:27.345909 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e09f95-47b3-4284-9b81-4aa36eff3a39 None None] Pushing event updated for resources: {'Port': ['ID=4cc447cf-4e32-4781-bc22-5d2e639c0f39,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:27.353113 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.385173 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Allocated IP 172.20.0.1 (e7e489ae-5309-4b43-ae1b-fa20856d2941/03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee/e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:27.495247 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.511725 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-e234eda1-3f53-49a0-bc80-24db2090dd47 None None] Provisioning complete for port 4cc447cf-4e32-4781-bc22-5d2e639c0f39 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:27.512091 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e234eda1-3f53-49a0-bc80-24db2090dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.526718 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.567883 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Network e7e489ae-5309-4b43-ae1b-fa20856d2941 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:27.570697 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:27.576165 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:27.604842 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:27.620227 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873320'] for router_interface, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.689069 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Notify callbacks [] for port, precommit_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.695700 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.757567 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.767390 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d8fe3-41d7-4866-a52b-2661564343b8 None None] Pushing event updated for resources: {'Port': ['ID=750b3a9a-963d-42d0-b20f-e068a1e17fe8,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:27.798242 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 4cc447cf-4e32-4781-bc22-5d2e639c0f39 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:27.821310 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Attempting to bind port 750b3a9a-963d-42d0-b20f-e068a1e17fe8 on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:16:27.821585 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Attempting to bind port 750b3a9a-963d-42d0-b20f-e068a1e17fe8 by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:16:27.821951 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Attempting to bind port 750b3a9a-963d-42d0-b20f-e068a1e17fe8 on network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:16:27.830721 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-31a5fae8-f8c4-4ad9-805a-c6d9847b304f None None] Provisioning complete for port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:27.831085 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-31a5fae8-f8c4-4ad9-805a-c6d9847b304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.838999 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:16:27.839368 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Checking segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:27.839756 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.840233 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Bound using segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:16:27.840702 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Bound port: 750b3a9a-963d-42d0-b20f-e068a1e17fe8, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:16:27.841151 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.916389 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-31a5fae8-f8c4-4ad9-805a-c6d9847b304f None None] Port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:16:27.927143 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.931958 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11438983'] for port, after_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.934149 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] For port 750b3a9a-963d-42d0-b20f-e068a1e17fe8, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:16:27.936003 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 4cc447cf-4e32-4781-bc22-5d2e639c0f39 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:27.936363 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.938894 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] For port 750b3a9a-963d-42d0-b20f-e068a1e17fe8, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=750b3a9a-963d-42d0-b20f-e068a1e17fe8,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:16:27.942809 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:27.998597 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3912888'] for router_interface, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:28.000566 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e,revision_number=2']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:28.032568 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Routers {'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:28.033187 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:16:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:28.035552 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d8fe3-41d7-4866-a52b-2661564343b8 None None] Pushing event updated for resources: {'Port': ['ID=750b3a9a-963d-42d0-b20f-e068a1e17fe8,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:28.094112 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Network e7e489ae-5309-4b43-ae1b-fa20856d2941 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:28.095516 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:28.174955 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] Set router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:16:28.213195 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:16:28.297895 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-d26642b9-7aec-4e0a-8435-12b62a5cc4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:28.332518 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:16:28.337682 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-33ee7df3-27f3-4fdc-97be-9f0037e64fd4 admin admin] 10.222.0.31 "PUT /v2.0/routers/c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7297146 Oct 12 04:16:28.357672 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-98f9e72f-978e-4420-ba78-14b1287f2d51 None None] Provisioning complete for port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:28.358123 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-98f9e72f-978e-4420-ba78-14b1287f2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:28.414334 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-98f9e72f-978e-4420-ba78-14b1287f2d51 None None] Port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:16:28.433612 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 4, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port': {'id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e', 'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'mac_address': 'fa:16:3e:a1:a6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:27Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 2, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'subnets': [{'id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:28.464684 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36c7e9d-9834-4779-a363-d4df60ea6e25 None None] The sync data for ids ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'] in dv-cinder-813067-1-smb is: [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 4, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port': {'id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e', 'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'mac_address': 'fa:16:3e:a1:a6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:27Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 2, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'subnets': [{'id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:16:28.823864 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47508) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:28.828972 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-585709102-network', 'tenant_id': '68e16ab06a1343e09645814e17e5330f'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:28.849977 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Made reservation on behalf of 68e16ab06a1343e09645814e17e5330f for: {'network': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:28.852462 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for network, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:28.861318 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:28.940337 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:28.944999 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:28.970194 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 04:16:28.980101 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5fc178-ebb7-4e49-bcdb-4b0c3b5c3ebb,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:28.985321 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:28.985661 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.db.segments_db [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Added segment 72c3a724-b8af-472c-ae2e-a4801b1c8c38 of type vlan for network ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd Oct 12 04:16:29.029439 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766411658325'] for network, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.065304 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253'] for network, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.066272 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:29.067036 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.126919 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3017447 Oct 12 04:16:29.129748 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47510) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:29.135003 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-8b6e556c-fdef-49ca-8e63-e4d5fab5b0b4 admin admin] Request body: {'subnet': {'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-585709102-subnet', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'ip_version': 4}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:29.142360 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7f205-5501-4484-a33c-3190dcc2d6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:29.155343 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Network ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd details requested by agent ovs-agent-dv-cinder-813067-1-smb with host dv-cinder-813067-1-smb {{(pid=94184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 04:16:29.164155 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6e556c-fdef-49ca-8e63-e4d5fab5b0b4 admin admin] Made reservation on behalf of 68e16ab06a1343e09645814e17e5330f for: {'subnet': 1} {{(pid=94182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:29.166628 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8b6e556c-fdef-49ca-8e63-e4d5fab5b0b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11845814'] for subnet, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.357389 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8b6e556c-fdef-49ca-8e63-e4d5fab5b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11439090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11845784'] for subnet, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.413494 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e556c-fdef-49ca-8e63-e4d5fab5b0b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4049bb-2c1f-4555-8a2f-9c768a87f0b6,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:29.423774 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6e556c-fdef-49ca-8e63-e4d5fab5b0b4 admin admin] Checking segment: {'id': '72c3a724-b8af-472c-ae2e-a4801b1c8c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:29.424142 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6e556c-fdef-49ca-8e63-e4d5fab5b0b4 admin admin] Network hostable DHCP agents. Network: ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd, hostable agents: ['8607ed6f-370b-4d3f-8031-40b44817a33c'], hosted agents: [] {{(pid=94182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 04:16:29.442011 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6e556c-fdef-49ca-8e63-e4d5fab5b0b4 admin admin] Network ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd is scheduled to be hosted by DHCP agent 8607ed6f-370b-4d3f-8031-40b44817a33c with binding_index 1 {{(pid=94182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 04:16:29.452212 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-8b6e556c-fdef-49ca-8e63-e4d5fab5b0b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813067-1-smb, ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd) {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:29.456476 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6e556c-fdef-49ca-8e63-e4d5fab5b0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:29.457094 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8b6e556c-fdef-49ca-8e63-e4d5fab5b0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.463528 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d253233-7b65-4f07-a859-98a37a39fb82 None None] Network ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:29.477318 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-8b6e556c-fdef-49ca-8e63-e4d5fab5b0b4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3456485 Oct 12 04:16:29.479052 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47512) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:29.483980 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-585709102-router', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:29.508148 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3912427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11545'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.509222 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11520'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.563901 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.618048 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14ea8759-f254-50c7-b659-99720e7faefa-ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd', 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'fixed_ips': [{'subnet_id': 'ce4049bb-2c1f-4555-8a2f-9c768a87f0b6'}]}} from dv-cinder-813067-1-smb. {{(pid=94184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 04:16:29.618975 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.715331 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.763198 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.db_base_plugin_common [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Allocated IP 172.20.0.2 (ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd/ce4049bb-2c1f-4555-8a2f-9c768a87f0b6/2901758f-417b-44c1-8130-ac302d598c2d) {{(pid=94184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:29.793451 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 750b3a9a-963d-42d0-b20f-e068a1e17fe8 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:29.904309 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 750b3a9a-963d-42d0-b20f-e068a1e17fe8 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:29.904675 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.919399 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.937464 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.978214 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Notify callbacks [] for port, precommit_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:29.984789 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519'] for port, after_create {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:30.041617 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Allocated IP 172.28.0.190 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/f55c60c5-405d-41cd-8e7e-567b2986277d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:30.044429 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Network ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd is already hosted by enough agents. {{(pid=94184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:30.052324 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.scheduler.base_scheduler [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Resources bound (agent type, host, resource id): {{(pid=94184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:30.062037 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Received port after_create {{(pid=94184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:30.070829 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Pushing event updated for resources: {'Port': ['ID=2901758f-417b-44c1-8130-ac302d598c2d,revision_number=1']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:30.080388 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:30.135268 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] For port 750b3a9a-963d-42d0-b20f-e068a1e17fe8, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=750b3a9a-963d-42d0-b20f-e068a1e17fe8,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:16:30.144381 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:30.151202 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Attempting to bind port 2901758f-417b-44c1-8130-ac302d598c2d on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:16:30.151570 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Attempting to bind port 2901758f-417b-44c1-8130-ac302d598c2d by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '72c3a724-b8af-472c-ae2e-a4801b1c8c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:16:30.151931 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Attempting to bind port 2901758f-417b-44c1-8130-ac302d598c2d on network ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:16:30.155586 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:30.180608 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:16:30.181217 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Checking segment: {'id': '72c3a724-b8af-472c-ae2e-a4801b1c8c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:30.181487 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:30.181787 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Bound using segment: {'id': '72c3a724-b8af-472c-ae2e-a4801b1c8c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:16:30.182257 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Bound port: 2901758f-417b-44c1-8130-ac302d598c2d, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c3a724-b8af-472c-ae2e-a4801b1c8c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:16:30.182640 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:30.190672 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:30.228925 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:30.234086 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:30.237968 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:30.238889 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Pushing event updated for resources: {'Port': ['ID=750b3a9a-963d-42d0-b20f-e068a1e17fe8,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:30.264807 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] For port 2901758f-417b-44c1-8130-ac302d598c2d, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:16:30.267486 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Pushing event updated for resources: {'Port': ['ID=f55c60c5-405d-41cd-8e7e-567b2986277d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:30.268136 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] For port 2901758f-417b-44c1-8130-ac302d598c2d, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=2901758f-417b-44c1-8130-ac302d598c2d,segment=NetworkSegment(72c3a724-b8af-472c-ae2e-a4801b1c8c38),segment_id=72c3a724-b8af-472c-ae2e-a4801b1c8c38)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:16:30.274424 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:30.335269 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528b3de-bb21-4d27-bc51-faac26c29d09 None None] Pushing event updated for resources: {'Port': ['ID=2901758f-417b-44c1-8130-ac302d598c2d,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:30.432651 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Sync routers for ids ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:16:30.443133 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Routers {'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:30.443828 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:16:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:30.513090 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:30.582643 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Set router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:16:30.673472 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e58878cb-e217-4854-bec1-3bed39ba19f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:30.724249 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873529'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:30.789152 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 4, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port': {'id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e', 'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'mac_address': 'fa:16:3e:a1:a6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:27Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 2, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'subnets': [{'id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:30.813872 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Checking router: c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:16:30.814221 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Updating router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e binding host dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:16:30.839533 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:30.855736 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Router e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 is scheduled to L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 04:16:30.966420 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:16:30.978069 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Sync routers for ids ['e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:16:30.990405 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Routers {'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:30.991323 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:16:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:30.993085 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:30.995495 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-f4e4892a-345e-4e20-be38-2132045cafc9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5143735 Oct 12 04:16:30.998024 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47514) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:16:31.125451 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Set router e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:16:31.222571 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.230597 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.282210 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Pushing event updated for resources: {'Port': ['ID=e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:31.292547 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:31.292914 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:31.293250 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:31.293785 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:31.294269 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:31.294751 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:31.295241 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:31.295909 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:31.296397 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:31.297057 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:31.297692 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:31.298173 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:31.315058 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f3176a-1117-434c-8b2d-a0fcb0812fed None None] Network ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:16:31.359935 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Attempting to bind port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:16:31.360602 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Attempting to bind port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '945e364c-f66d-4a05-b9a2-11d638cb6b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:16:31.361168 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Attempting to bind port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e on network e7e489ae-5309-4b43-ae1b-fa20856d2941 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:16:31.367166 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:16:31.367800 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Checking segment: {'id': '945e364c-f66d-4a05-b9a2-11d638cb6b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:31.368373 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.369155 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Bound using segment: {'id': '945e364c-f66d-4a05-b9a2-11d638cb6b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:16:31.369809 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Bound port: e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945e364c-f66d-4a05-b9a2-11d638cb6b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:16:31.370342 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.382614 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-e23435f8-d138-4582-8d17-623aab75e6a0 None None] Provisioning complete for port 2901758f-417b-44c1-8130-ac302d598c2d triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:31.382976 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e23435f8-d138-4582-8d17-623aab75e6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.448759 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] For port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:16:31.453915 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] For port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e,segment=NetworkSegment(945e364c-f66d-4a05-b9a2-11d638cb6b74),segment_id=945e364c-f66d-4a05-b9a2-11d638cb6b74)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:16:31.455123 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'name': 'tempest-TestMinimumBasicScenario-585709102-router', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:16:30Z', 'revision_number': 3, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'gw_port': {'id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:31.461832 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.498792 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Checking router: e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:16:31.499153 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Updating router e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 port f55c60c5-405d-41cd-8e7e-567b2986277d binding host dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:16:31.517232 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.518223 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725c576-b913-47bf-8897-8d5dd8a2a9c4 None None] Pushing event updated for resources: {'Port': ['ID=e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e,revision_number=4']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:31.532902 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Routers {'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:31.533971 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:16:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:31.581375 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.632840 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e23435f8-d138-4582-8d17-623aab75e6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.659501 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] Set router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:16:31.732246 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Allocated IP 172.20.0.1 (ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd/ce4049bb-2c1f-4555-8a2f-9c768a87f0b6/f7a200c7-c4d1-4242-9106-6d2ff3106db9) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:31.848405 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-e23435f8-d138-4582-8d17-623aab75e6a0 None None] For port 2901758f-417b-44c1-8130-ac302d598c2d, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=2901758f-417b-44c1-8130-ac302d598c2d,segment=NetworkSegment(72c3a724-b8af-472c-ae2e-a4801b1c8c38),segment_id=72c3a724-b8af-472c-ae2e-a4801b1c8c38)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:16:31.851054 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.870649 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e23435f8-d138-4582-8d17-623aab75e6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.884762 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.914650 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 4, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port': {'id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e', 'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'mac_address': 'fa:16:3e:a1:a6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:27Z', 'updated_at': '2021-10-12T04:16:31Z', 'revision_number': 4, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'subnets': [{'id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:31.916102 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.937925 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:31.950206 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b3386-d8ae-4e89-8546-2b01c971ca74 None None] The sync data for ids ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'] in dv-cinder-813067-1-smb is: [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 4, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port': {'id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e', 'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'mac_address': 'fa:16:3e:a1:a6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:27Z', 'updated_at': '2021-10-12T04:16:31Z', 'revision_number': 4, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'subnets': [{'id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:16:31.974981 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 2901758f-417b-44c1-8130-ac302d598c2d up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:31.986585 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23435f8-d138-4582-8d17-623aab75e6a0 None None] Pushing event updated for resources: {'Port': ['ID=2901758f-417b-44c1-8130-ac302d598c2d,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:31.987601 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Network ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:31.993859 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:32.001866 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:32.004063 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Pushing event updated for resources: {'Port': ['ID=f7a200c7-c4d1-4242-9106-6d2ff3106db9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:32.048601 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873320'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.188145 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.196019 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-e45dc6f7-2a76-4f44-9c05-64bc952e88ca None None] Provisioning complete for port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:32.196381 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e45dc6f7-2a76-4f44-9c05-64bc952e88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.295187 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 2901758f-417b-44c1-8130-ac302d598c2d triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:32.295574 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.380024 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.384130 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Notify callbacks [] for port, precommit_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.388306 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.403537 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.412493 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e45dc6f7-2a76-4f44-9c05-64bc952e88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.477927 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Pushing event updated for resources: {'Port': ['ID=f7a200c7-c4d1-4242-9106-6d2ff3106db9,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:32.486931 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3912888'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.512894 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5153c0-3ae8-4a03-861b-fcdb14dc0157 None None] Pushing event updated for resources: {'Port': ['ID=f55c60c5-405d-41cd-8e7e-567b2986277d,revision_number=2']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:32.530670 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Attempting to bind port f55c60c5-405d-41cd-8e7e-567b2986277d on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:16:32.531037 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Attempting to bind port f55c60c5-405d-41cd-8e7e-567b2986277d by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:16:32.531407 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Attempting to bind port f55c60c5-405d-41cd-8e7e-567b2986277d on network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:16:32.534695 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-e45dc6f7-2a76-4f44-9c05-64bc952e88ca None None] For port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e,segment=NetworkSegment(945e364c-f66d-4a05-b9a2-11d638cb6b74),segment_id=945e364c-f66d-4a05-b9a2-11d638cb6b74)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:16:32.542632 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-e45dc6f7-2a76-4f44-9c05-64bc952e88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.569471 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:16:32.569859 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Checking segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:32.570246 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.570635 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Bound using segment: {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'} {{(pid=94184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:16:32.571137 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.managers [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Bound port: f55c60c5-405d-41cd-8e7e-567b2986277d, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb89e5c-64c1-4055-8bfb-079515f4cc53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2'}}] {{(pid=94184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:16:32.571520 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.576310 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:32.593002 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Network ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:32.594623 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:32.686081 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] For port f55c60c5-405d-41cd-8e7e-567b2986277d, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:16:32.689311 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] For port f55c60c5-405d-41cd-8e7e-567b2986277d, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=f55c60c5-405d-41cd-8e7e-567b2986277d,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:16:32.693114 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dc6f7-2a76-4f44-9c05-64bc952e88ca None None] Pushing event updated for resources: {'Port': ['ID=e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:32.706522 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.719121 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-5b0247b5-8bd2-4f49-a6b3-855cb61c72b4 None None] Provisioning complete for port f7a200c7-c4d1-4242-9106-6d2ff3106db9 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:32.719509 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-5b0247b5-8bd2-4f49-a6b3-855cb61c72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.738431 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Router e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:16:32.794144 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-5b0247b5-8bd2-4f49-a6b3-855cb61c72b4 None None] Port f7a200c7-c4d1-4242-9106-6d2ff3106db9 cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:16:32.806451 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:32.806816 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:32.845719 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5153c0-3ae8-4a03-861b-fcdb14dc0157 None None] Pushing event updated for resources: {'Port': ['ID=f55c60c5-405d-41cd-8e7e-567b2986277d,revision_number=3']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:32.852318 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Routers {'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:32.852970 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:16:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:32.894466 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-5b0247b5-8bd2-4f49-a6b3-855cb61c72b4 None None] Provisioning complete for port 2901758f-417b-44c1-8130-ac302d598c2d triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:32.894756 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-5b0247b5-8bd2-4f49-a6b3-855cb61c72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:33.027790 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] Set router e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:16:33.110608 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:16:33.116249 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-bce8121d-f90f-4885-b94a-9260e76b1a8d admin admin] 10.222.0.31 "PUT /v2.0/routers/e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1172526 Oct 12 04:16:33.122587 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 750b3a9a-963d-42d0-b20f-e068a1e17fe8 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:33.247695 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 750b3a9a-963d-42d0-b20f-e068a1e17fe8 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:33.248075 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:33.333752 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-7f821abd-06bf-4162-a912-4b446d607e77 None None] Provisioning complete for port f7a200c7-c4d1-4242-9106-6d2ff3106db9 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:33.334133 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-7f821abd-06bf-4162-a912-4b446d607e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:33.395120 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'name': 'tempest-TestMinimumBasicScenario-585709102-router', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 4, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'gw_port': {'id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'f7a200c7-c4d1-4242-9106-6d2ff3106db9', 'name': '', 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'mac_address': 'fa:16:3e:aa:13:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ce4049bb-2c1f-4555-8a2f-9c768a87f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:31Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 2, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'subnets': [{'id': 'ce4049bb-2c1f-4555-8a2f-9c768a87f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:33.430238 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eeed35-b509-4272-ab5f-353d52267b60 None None] The sync data for ids ['e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'] in dv-cinder-813067-1-smb is: [{'id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'name': 'tempest-TestMinimumBasicScenario-585709102-router', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 4, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'gw_port': {'id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'f7a200c7-c4d1-4242-9106-6d2ff3106db9', 'name': '', 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'mac_address': 'fa:16:3e:aa:13:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ce4049bb-2c1f-4555-8a2f-9c768a87f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:31Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 2, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'subnets': [{'id': 'ce4049bb-2c1f-4555-8a2f-9c768a87f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:16:33.432816 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-7f821abd-06bf-4162-a912-4b446d607e77 None None] Port f7a200c7-c4d1-4242-9106-6d2ff3106db9 cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:16:33.660898 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:33.783010 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:33.836943 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:33.837411 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:33.951469 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 2901758f-417b-44c1-8130-ac302d598c2d up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:34.010217 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port 2901758f-417b-44c1-8130-ac302d598c2d triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:34.010657 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:35.794632 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device f55c60c5-405d-41cd-8e7e-567b2986277d up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:35.857036 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port f55c60c5-405d-41cd-8e7e-567b2986277d triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:35.857671 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:35.946208 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:35.967932 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] For port f55c60c5-405d-41cd-8e7e-567b2986277d, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=f55c60c5-405d-41cd-8e7e-567b2986277d,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:16:35.972725 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:36.021624 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Pushing event updated for resources: {'Port': ['ID=f55c60c5-405d-41cd-8e7e-567b2986277d,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:36.192342 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Sync routers for ids ['e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:16:36.203263 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Routers {'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:36.203881 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:16:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:36.316501 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Set router e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:16:36.550806 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'name': 'tempest-TestMinimumBasicScenario-585709102-router', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 4, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'gw_port': {'id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'f7a200c7-c4d1-4242-9106-6d2ff3106db9', 'name': '', 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'mac_address': 'fa:16:3e:aa:13:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ce4049bb-2c1f-4555-8a2f-9c768a87f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:31Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 2, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'subnets': [{'id': 'ce4049bb-2c1f-4555-8a2f-9c768a87f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:36.581898 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Checking router: e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:16:36.582382 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Updating router e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 port f7a200c7-c4d1-4242-9106-6d2ff3106db9 binding host dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 04:16:36.609239 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:36.880371 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:36.885996 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:36.932149 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ece8a-1395-40e2-bdfe-2a520f6e06ec None None] Pushing event updated for resources: {'Port': ['ID=f7a200c7-c4d1-4242-9106-6d2ff3106db9,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:36.994781 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Attempting to bind port f7a200c7-c4d1-4242-9106-6d2ff3106db9 on host dv-cinder-813067-1-smb for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:16:36.995402 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Attempting to bind port f7a200c7-c4d1-4242-9106-6d2ff3106db9 by drivers openvswitch,hyperv on host dv-cinder-813067-1-smb at level 0 using segments [{'id': '72c3a724-b8af-472c-ae2e-a4801b1c8c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:16:36.995921 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Attempting to bind port f7a200c7-c4d1-4242-9106-6d2ff3106db9 on network ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:16:37.001571 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Checking agent: {'id': 'e69876af-6308-42a5-938e-da5067438c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813067-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 3, 58, 32), 'started_at': datetime.datetime(2021, 10, 12, 3, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813067-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:16:37.002207 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Checking segment: {'id': '72c3a724-b8af-472c-ae2e-a4801b1c8c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:37.002757 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:37.003314 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Bound using segment: {'id': '72c3a724-b8af-472c-ae2e-a4801b1c8c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:16:37.003938 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Bound port: f7a200c7-c4d1-4242-9106-6d2ff3106db9, host: dv-cinder-813067-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c3a724-b8af-472c-ae2e-a4801b1c8c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:16:37.004840 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:37.070728 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] For port f7a200c7-c4d1-4242-9106-6d2ff3106db9, host dv-cinder-813067-1-smb, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:16:37.077727 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] For port f7a200c7-c4d1-4242-9106-6d2ff3106db9, host dv-cinder-813067-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=f7a200c7-c4d1-4242-9106-6d2ff3106db9,segment=NetworkSegment(72c3a724-b8af-472c-ae2e-a4801b1c8c38),segment_id=72c3a724-b8af-472c-ae2e-a4801b1c8c38)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:16:37.083313 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:37.135687 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ece8a-1395-40e2-bdfe-2a520f6e06ec None None] Pushing event updated for resources: {'Port': ['ID=f7a200c7-c4d1-4242-9106-6d2ff3106db9,revision_number=4']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:37.160840 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Routers {'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:16:37.161507 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:16:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:37.193664 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-61411d15-7f8b-4165-83da-7bc91c56ac92 None None] Provisioning complete for port f7a200c7-c4d1-4242-9106-6d2ff3106db9 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:37.194209 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-61411d15-7f8b-4165-83da-7bc91c56ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:37.377001 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] Set router e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:16:37.384766 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-61411d15-7f8b-4165-83da-7bc91c56ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:37.407080 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:37.581461 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-61411d15-7f8b-4165-83da-7bc91c56ac92 None None] For port f7a200c7-c4d1-4242-9106-6d2ff3106db9, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=f7a200c7-c4d1-4242-9106-6d2ff3106db9,segment=NetworkSegment(72c3a724-b8af-472c-ae2e-a4801b1c8c38),segment_id=72c3a724-b8af-472c-ae2e-a4801b1c8c38)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:16:37.589187 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-61411d15-7f8b-4165-83da-7bc91c56ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:37.636495 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'name': 'tempest-TestMinimumBasicScenario-585709102-router', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 4, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'gw_port': {'id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'f7a200c7-c4d1-4242-9106-6d2ff3106db9', 'name': '', 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'mac_address': 'fa:16:3e:aa:13:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ce4049bb-2c1f-4555-8a2f-9c768a87f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:31Z', 'updated_at': '2021-10-12T04:16:37Z', 'revision_number': 4, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'subnets': [{'id': 'ce4049bb-2c1f-4555-8a2f-9c768a87f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:16:37.641482 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61411d15-7f8b-4165-83da-7bc91c56ac92 None None] Pushing event updated for resources: {'Port': ['ID=f7a200c7-c4d1-4242-9106-6d2ff3106db9,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:37.666483 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef83bce3-00a1-46e7-b6ac-991ba459f2af None None] The sync data for ids ['e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'] in dv-cinder-813067-1-smb is: [{'id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'name': 'tempest-TestMinimumBasicScenario-585709102-router', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 4, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'gw_port': {'id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'f7a200c7-c4d1-4242-9106-6d2ff3106db9', 'name': '', 'network_id': 'ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'mac_address': 'fa:16:3e:aa:13:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ce4049bb-2c1f-4555-8a2f-9c768a87f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:31Z', 'updated_at': '2021-10-12T04:16:37Z', 'revision_number': 4, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'subnets': [{'id': 'ce4049bb-2c1f-4555-8a2f-9c768a87f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:16:37.714132 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b108331c-16a0-456f-a076-7389a1e24681 None None] Provisioning complete for port f7a200c7-c4d1-4242-9106-6d2ff3106db9 triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:37.714132 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b108331c-16a0-456f-a076-7389a1e24681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:37.857587 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device f7a200c7-c4d1-4242-9106-6d2ff3106db9 up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:37.912665 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port f7a200c7-c4d1-4242-9106-6d2ff3106db9 triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:37.913137 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:38.011624 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device f55c60c5-405d-41cd-8e7e-567b2986277d up at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:16:38.063738 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Provisioning complete for port f55c60c5-405d-41cd-8e7e-567b2986277d triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:38.064248 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:41.878153 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-acb9553d-4548-4ec8-8554-fb5ed99ec6c0 req-1a943194-cb6c-4500-9404-8116e94ee683 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520492 Oct 12 04:16:41.967698 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9553d-4548-4ec8-8554-fb5ed99ec6c0 req-c82dadfa-01c1-4006-990e-991ddde8e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:41.969349 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-acb9553d-4548-4ec8-8554-fb5ed99ec6c0 req-c82dadfa-01c1-4006-990e-991ddde8e4aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b51b06f1add14438b1f86ff7cf08a3ee&device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 1098 time: 0.0455997 Oct 12 04:16:42.100510 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9553d-4548-4ec8-8554-fb5ed99ec6c0 req-304d39cb-ee9e-403a-bd4c-5974c6eb1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:42.102024 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-acb9553d-4548-4ec8-8554-fb5ed99ec6c0 req-304d39cb-ee9e-403a-bd4c-5974c6eb1274 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baf1ba12-b640-4824-bad7-20c2b4a62b9d HTTP/1.1" status: 200 len: 909 time: 0.0950894 Oct 12 04:16:42.178266 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-acb9553d-4548-4ec8-8554-fb5ed99ec6c0 req-ae8784e9-f805-4433-af20-44da789415fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9 HTTP/1.1" status: 200 len: 1000 time: 0.0673046 Oct 12 04:16:42.231556 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9553d-4548-4ec8-8554-fb5ed99ec6c0 req-f7b3abf6-5e75-4b7b-a2a7-9bd71fb31a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:42.233049 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-acb9553d-4548-4ec8-8554-fb5ed99ec6c0 req-f7b3abf6-5e75-4b7b-a2a7-9bd71fb31a67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de6be438-f0fa-40e5-b551-3212a468676b HTTP/1.1" status: 200 len: 847 time: 0.0501239 Oct 12 04:16:42.280335 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9553d-4548-4ec8-8554-fb5ed99ec6c0 req-b5de788d-d4aa-4d90-acae-4cf11243f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:42.281897 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-acb9553d-4548-4ec8-8554-fb5ed99ec6c0 req-b5de788d-d4aa-4d90-acae-4cf11243f4d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baf1ba12-b640-4824-bad7-20c2b4a62b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0412314 Oct 12 04:16:42.375590 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-acb9553d-4548-4ec8-8554-fb5ed99ec6c0 req-a65407c4-4db4-4dd3-be41-9faac5f41b95 service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861504 Oct 12 04:16:42.467625 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-acb9553d-4548-4ec8-8554-fb5ed99ec6c0 req-91da5c62-468f-4dff-91ac-574fe944a265 service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855100 Oct 12 04:16:43.063298 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-efc5d587-4728-4bef-a154-533b201c7325 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:43.064745 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-efc5d587-4728-4bef-a154-533b201c7325 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/networks?id=e7e489ae-5309-4b43-ae1b-fa20856d2941 HTTP/1.1" status: 200 len: 815 time: 0.1032925 Oct 12 04:16:43.079579 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-056ab14a-b632-4f1f-acaa-a256675fd599 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/quotas/cd595906766c4e25a8f513f6b01a93b4 HTTP/1.1" status: 200 len: 375 time: 0.0089252 Oct 12 04:16:43.128790 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-97a64ff5-30fc-446a-8bec-d00da8941f30 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd595906766c4e25a8f513f6b01a93b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440652 Oct 12 04:16:43.226336 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-c186f05a-d899-4910-9358-5c8874955416 service neutron] 10.222.0.31 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864449 Oct 12 04:16:43.314796 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-432d23e1-fdba-4134-a313-3f330d6ba6db service neutron] 10.222.0.31 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824516 Oct 12 04:16:43.473455 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-428d515d-9f3b-4f64-83d4-87d4f2cc8e76 req-a739772d-87de-440b-bd3c-49543028d681 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 210 time: 0.0272005 Oct 12 04:16:44.407771 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-73fba8cf-ff05-401d-b8dc-56f887b5822b tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:44.409490 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-73fba8cf-ff05-401d-b8dc-56f887b5822b tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.41 "GET /v2.0/networks?id=e7e489ae-5309-4b43-ae1b-fa20856d2941 HTTP/1.1" status: 200 len: 815 time: 0.1067762 Oct 12 04:16:44.422574 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Request body: {'port': {'device_id': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'admin_state_up': True, 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:44.535496 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Made reservation on behalf of cd595906766c4e25a8f513f6b01a93b4 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 04:16:44.539693 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:44.580883 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-34ba6a96-60a5-44c0-837a-0e5152e233f3 req-df1aaea5-ca81-481b-8ac8-53e853f9f743 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 210 time: 0.0386031 Oct 12 04:16:44.693276 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Allocated IP 172.20.0.12 (e7e489ae-5309-4b43-ae1b-fa20856d2941/03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee/c5ff0656-88f0-432c-9078-b90c8a0eb65d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:16:44.894890 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:44.941904 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:44.994588 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Network e7e489ae-5309-4b43-ae1b-fa20856d2941 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:16:44.997998 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:16:45.002723 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:16:45.007307 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event updated for resources: {'Port': ['ID=c5ff0656-88f0-432c-9078-b90c8a0eb65d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:45.043757 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:45.044112 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:45.044461 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:45.044762 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:45.045113 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:45.045439 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:45.045766 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:45.046089 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:45.046525 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:45.046865 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:45.047328 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:45.047648 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:16:45.078665 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:45.079315 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:45.105185 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e5653fe5-915d-4527-ba2e-3f7e0cf65148 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6868436 Oct 12 04:16:45.285876 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-73706856-2af3-4e0e-9b4d-42d43b813fed None None] Provisioning complete for port c5ff0656-88f0-432c-9078-b90c8a0eb65d triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:16:45.286441 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-73706856-2af3-4e0e-9b4d-42d43b813fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:45.321588 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-73706856-2af3-4e0e-9b4d-42d43b813fed None None] Port c5ff0656-88f0-432c-9078-b90c8a0eb65d cannot update to ACTIVE because it is not bound. {{(pid=94184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 04:16:45.876831 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39f96c-5491-4d66-b047-f7a258be18c8 req-43acebef-a682-4944-8755-52dfa19af65f tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:45.878290 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2b39f96c-5491-4d66-b047-f7a258be18c8 req-43acebef-a682-4944-8755-52dfa19af65f tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 932 time: 0.2130017 Oct 12 04:16:45.919344 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2b39f96c-5491-4d66-b047-f7a258be18c8 req-63ccc1c0-1e79-447c-be19-0b85013488cb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342259 Oct 12 04:16:47.039892 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251251bd-b902-4d99-ba8d-df22c38bd9c0 req-70646506-d532-4902-a94f-ae31174dc660 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:47.041572 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-251251bd-b902-4d99-ba8d-df22c38bd9c0 req-70646506-d532-4902-a94f-ae31174dc660 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 932 time: 0.0571263 Oct 12 04:16:47.081988 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-251251bd-b902-4d99-ba8d-df22c38bd9c0 req-a9020c58-04b0-4315-b6fd-f76e450e9318 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340469 Oct 12 04:16:48.206639 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a04ca-b3fd-4c0e-bc9f-fc56b9295969 req-c5cd3b9c-7cfc-4b17-8428-01ad03ce34e6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:48.208366 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0c9a04ca-b3fd-4c0e-bc9f-fc56b9295969 req-c5cd3b9c-7cfc-4b17-8428-01ad03ce34e6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 932 time: 0.0491128 Oct 12 04:16:48.250886 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0c9a04ca-b3fd-4c0e-bc9f-fc56b9295969 req-d7a630bf-2ea2-447f-9d91-ef1ad71ea9ea tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358193 Oct 12 04:16:49.427382 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb87a6c-132d-4e98-af7c-723367724da1 req-53696f32-1ee0-4fa7-a617-f7eb142091ab tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:49.428846 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4bb87a6c-132d-4e98-af7c-723367724da1 req-53696f32-1ee0-4fa7-a617-f7eb142091ab tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 932 time: 0.1141694 Oct 12 04:16:49.468180 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4bb87a6c-132d-4e98-af7c-723367724da1 req-77e81bc9-8698-4768-83ec-72354eda397b tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333271 Oct 12 04:16:50.595061 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bf369-23fb-40ef-af63-17fca353a29f req-f06fded1-a644-4c31-bb25-8e5b06b1b9bf tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:50.597341 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bd0bf369-23fb-40ef-af63-17fca353a29f req-f06fded1-a644-4c31-bb25-8e5b06b1b9bf tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 932 time: 0.0523241 Oct 12 04:16:50.642463 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bd0bf369-23fb-40ef-af63-17fca353a29f req-607f4d09-992d-4d52-8f9c-90b42c45f051 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390596 Oct 12 04:16:51.759845 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de1813-932c-46a5-9f28-84bf3aba59a4 req-3acc6130-ca36-43a5-96d6-2fbabea7831f tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:51.761351 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-20de1813-932c-46a5-9f28-84bf3aba59a4 req-3acc6130-ca36-43a5-96d6-2fbabea7831f tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 932 time: 0.0549273 Oct 12 04:16:51.799959 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-20de1813-932c-46a5-9f28-84bf3aba59a4 req-2959b9bb-7c4e-4767-97ca-09eff8c6c2f2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Oct 12 04:16:52.918020 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00094041-f8a5-4622-8f02-0c7014c2a8b7 req-298413d4-73cd-4fbb-a87e-e3007dd4c52e tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:52.919779 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-00094041-f8a5-4622-8f02-0c7014c2a8b7 req-298413d4-73cd-4fbb-a87e-e3007dd4c52e tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 932 time: 0.0492208 Oct 12 04:16:52.958160 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-00094041-f8a5-4622-8f02-0c7014c2a8b7 req-5bcc8650-3fe3-4857-a54c-7704b550f1ca tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318861 Oct 12 04:16:54.075446 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe93d15-184a-45c5-9a02-313890a81f39 req-b4c5feb2-cf23-4e7a-ab01-aa1377ab97c2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:54.076931 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ebe93d15-184a-45c5-9a02-313890a81f39 req-b4c5feb2-cf23-4e7a-ab01-aa1377ab97c2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 932 time: 0.0512509 Oct 12 04:16:54.121415 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ebe93d15-184a-45c5-9a02-313890a81f39 req-aa83d20a-ddda-4a8c-adb9-c90f7b861389 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382855 Oct 12 04:16:55.231918 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49b57-93dd-405b-841b-869530576921 req-8d10ce2f-b00a-4953-92e2-7c12e6ae1738 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:55.233365 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e2c49b57-93dd-405b-841b-869530576921 req-8d10ce2f-b00a-4953-92e2-7c12e6ae1738 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 932 time: 0.0470040 Oct 12 04:16:55.270447 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-e2c49b57-93dd-405b-841b-869530576921 req-37247bde-32cf-4fbb-8cc1-28deb5ae505e tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Oct 12 04:16:56.377730 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b129ac2-f4f6-4329-8205-1674f3cb2961 req-be7d4ee0-d391-4793-bbdc-07ea512afa5e tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:56.379078 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6b129ac2-f4f6-4329-8205-1674f3cb2961 req-be7d4ee0-d391-4793-bbdc-07ea512afa5e tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 932 time: 0.0468128 Oct 12 04:16:56.416012 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6b129ac2-f4f6-4329-8205-1674f3cb2961 req-fbd15b94-1b1c-4a68-aac4-1e168cb6e493 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307186 Oct 12 04:16:57.530722 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813da4f-1aae-40da-a069-f3824b6514d3 req-c111a557-dc3c-4e93-a222-aed0634ee95c tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:57.532149 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d813da4f-1aae-40da-a069-f3824b6514d3 req-c111a557-dc3c-4e93-a222-aed0634ee95c tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 932 time: 0.0503616 Oct 12 04:16:57.568824 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d813da4f-1aae-40da-a069-f3824b6514d3 req-c2557032-1eef-47ab-a9e1-9862033a568c tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299532 Oct 12 04:16:57.707923 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-82f85ee9-f9d8-4473-bc5f-dc9d5787eede tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 04:16:57.709526 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-82f85ee9-f9d8-4473-bc5f-dc9d5787eede tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051308 Oct 12 04:16:57.761988 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Request body: {'port': {'device_id': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81306'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:16:57.813199 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:58.070817 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ff0656-88f0-432c-9078-b90c8a0eb65d {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:16:58.079037 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:58.091711 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Transition to ACTIVE for port object c5ff0656-88f0-432c-9078-b90c8a0eb65d will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 04:16:58.095237 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:58.140574 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ff0656-88f0-432c-9078-b90c8a0eb65d,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:58.216170 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Attempting to bind port c5ff0656-88f0-432c-9078-b90c8a0eb65d on host hv-cinder-81306 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 04:16:58.216505 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Attempting to bind port c5ff0656-88f0-432c-9078-b90c8a0eb65d by drivers openvswitch,hyperv on host hv-cinder-81306 at level 0 using segments [{'id': '945e364c-f66d-4a05-b9a2-11d638cb6b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 04:16:58.216829 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Attempting to bind port c5ff0656-88f0-432c-9078-b90c8a0eb65d on network e7e489ae-5309-4b43-ae1b-fa20856d2941 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:16:58.221399 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Port c5ff0656-88f0-432c-9078-b90c8a0eb65d on network e7e489ae-5309-4b43-ae1b-fa20856d2941 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81306 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 04:16:58.221715 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Attempting to bind port c5ff0656-88f0-432c-9078-b90c8a0eb65d on network e7e489ae-5309-4b43-ae1b-fa20856d2941 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 04:16:58.226621 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Checking agent: {'id': 'ab9dc5f8-a6ed-4200-a0e1-b84159c21e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'started_at': datetime.datetime(2021, 10, 12, 4, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 4, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 04:16:58.226955 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Checking segment: {'id': '945e364c-f66d-4a05-b9a2-11d638cb6b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 04:16:58.227359 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Bound using segment: {'id': '945e364c-f66d-4a05-b9a2-11d638cb6b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 04:16:58.227783 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Bound port: c5ff0656-88f0-432c-9078-b90c8a0eb65d, host: hv-cinder-81306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945e364c-f66d-4a05-b9a2-11d638cb6b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 04:16:58.228139 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:58.267352 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-d97df200-1171-4ba0-9a1d-b1ada104bad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:58.301015 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] For port c5ff0656-88f0-432c-9078-b90c8a0eb65d, host hv-cinder-81306, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 04:16:58.304596 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] For port c5ff0656-88f0-432c-9078-b90c8a0eb65d, host hv-cinder-81306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d,segment=NetworkSegment(945e364c-f66d-4a05-b9a2-11d638cb6b74),segment_id=945e364c-f66d-4a05-b9a2-11d638cb6b74)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 04:16:58.309165 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:58.340851 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:58.341606 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:16:58.342860 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] 10.222.0.41 "PUT /v2.0/ports/c5ff0656-88f0-432c-9078-b90c8a0eb65d HTTP/1.1" status: 200 len: 1094 time: 0.6258647 Oct 12 04:16:58.343309 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:16:58.345572 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e3a5fb-b3f6-481b-bf26-8e4223adee53" -d '{"events": [{"name": "network-changed", "server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:16:58.372499 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47999b-122b-47ba-a310-cfe611504de4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ff0656-88f0-432c-9078-b90c8a0eb65d,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:16:58.430803 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-ab6d2990-a9a8-48ba-9b2c-950eb32f497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:58.432430 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-ab6d2990-a9a8-48ba-9b2c-950eb32f497d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd595906766c4e25a8f513f6b01a93b4&device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 1097 time: 0.0420480 Oct 12 04:16:58.479938 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956b47dd-5af6-4ec9-bc09-0506f05b7da7 x-openstack-request-id: req-956b47dd-5af6-4ec9-bc09-0506f05b7da7 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:16:58.480318 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:16:58.480629 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-956b47dd-5af6-4ec9-bc09-0506f05b7da7 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:16:58.481132 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d', 'status': 'completed', 'code': 200} Oct 12 04:16:58.482924 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-1df6ce79-dd7c-47f0-8927-01bb541a527b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d HTTP/1.1" status: 200 len: 217 time: 0.0426497 Oct 12 04:16:58.533277 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-8c7a4dc5-f8cf-4291-92a5-becb662fbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:58.534748 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-8c7a4dc5-f8cf-4291-92a5-becb662fbefc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee HTTP/1.1" status: 200 len: 854 time: 0.0443194 Oct 12 04:16:58.578178 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e8cf6cfc-e063-4c10-b209-1fad1300eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:58.579581 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-e8cf6cfc-e063-4c10-b209-1fad1300eb2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e489ae-5309-4b43-ae1b-fa20856d2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0379100 Oct 12 04:16:58.710564 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507bdfd-ad85-4e24-a613-140658cb698a req-0f1a0859-c304-47ef-9666-e1b26c9ffb35 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:58.713517 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6507bdfd-ad85-4e24-a613-140658cb698a req-0f1a0859-c304-47ef-9666-e1b26c9ffb35 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 944 time: 0.0788040 Oct 12 04:16:58.715452 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-f213ec4d-4f26-4fa9-afa9-0cd63cba0b9c service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279929 Oct 12 04:16:58.795456 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6507bdfd-ad85-4e24-a613-140658cb698a req-066a4aeb-bf65-4d53-bb98-1cb007c2b9f5 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774443 Oct 12 04:16:58.826776 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-83cc92e7-c5e1-43fd-96d4-0fb5791383cd req-30b931e2-e334-443e-9c70-bea78b618315 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031649 Oct 12 04:16:58.907727 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3a5fb-b3f6-481b-bf26-8e4223adee53 req-1cd66368-00e9-495a-b4b6-fcf64231f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:58.909169 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-07e3a5fb-b3f6-481b-bf26-8e4223adee53 req-1cd66368-00e9-495a-b4b6-fcf64231f550 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd595906766c4e25a8f513f6b01a93b4&device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 1097 time: 0.0393240 Oct 12 04:16:58.999737 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3a5fb-b3f6-481b-bf26-8e4223adee53 req-316f4b3b-bab3-404b-b7e8-d5506d9e17de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:59.001141 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-07e3a5fb-b3f6-481b-bf26-8e4223adee53 req-316f4b3b-bab3-404b-b7e8-d5506d9e17de service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7e489ae-5309-4b43-ae1b-fa20856d2941 HTTP/1.1" status: 200 len: 916 time: 0.0827782 Oct 12 04:16:59.041967 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-07e3a5fb-b3f6-481b-bf26-8e4223adee53 req-06130f8c-7e76-4f84-a901-5ef7575a1cc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d HTTP/1.1" status: 200 len: 217 time: 0.0339987 Oct 12 04:16:59.089668 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3a5fb-b3f6-481b-bf26-8e4223adee53 req-f8b0643f-c3a5-4423-9463-3aeb32f20908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:59.091071 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-07e3a5fb-b3f6-481b-bf26-8e4223adee53 req-f8b0643f-c3a5-4423-9463-3aeb32f20908 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee HTTP/1.1" status: 200 len: 854 time: 0.0428121 Oct 12 04:16:59.134463 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3a5fb-b3f6-481b-bf26-8e4223adee53 req-e3145fb0-4881-4e62-9dcc-fb370cd4f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:59.135853 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-07e3a5fb-b3f6-481b-bf26-8e4223adee53 req-e3145fb0-4881-4e62-9dcc-fb370cd4f7c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e489ae-5309-4b43-ae1b-fa20856d2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0381541 Oct 12 04:16:59.223450 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-07e3a5fb-b3f6-481b-bf26-8e4223adee53 req-4fa38556-857b-4d34-a560-e0d79bfcf6e0 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804746 Oct 12 04:16:59.311373 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-07e3a5fb-b3f6-481b-bf26-8e4223adee53 req-bc2ae4ce-67bb-45cb-951b-9f073f7b08ba service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803783 Oct 12 04:16:59.910733 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5941b-10c1-4d07-8b09-b18fdcfd3d28 req-5284d204-f9a6-4f42-b845-94d5cbbdfed4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:16:59.912837 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-00a5941b-10c1-4d07-8b09-b18fdcfd3d28 req-5284d204-f9a6-4f42-b845-94d5cbbdfed4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 944 time: 0.0506434 Oct 12 04:16:59.948077 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-00a5941b-10c1-4d07-8b09-b18fdcfd3d28 req-bffb86cb-75f5-40f0-9e71-b68a1d6d7b29 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294344 Oct 12 04:17:00.674412 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a4739539-6fbf-4056-9951-6bd3d8f0c93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:00.802366 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c5ff0656-88f0-432c-9078-b90c8a0eb65d details requested by agent hyperv_hv-cinder-81306 with host hv-cinder-81306 {{(pid=94184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 04:17:00.895339 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port c5ff0656-88f0-432c-9078-b90c8a0eb65d, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d,segment=NetworkSegment(945e364c-f66d-4a05-b9a2-11d638cb6b74),segment_id=945e364c-f66d-4a05-b9a2-11d638cb6b74)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:00.906129 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Returning: {'device': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'port_id': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d', 'mac_address': 'fa:16:3e:2d:d9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 04:17:00.941813 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:00.957076 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ff0656-88f0-432c-9078-b90c8a0eb65d {{(pid=94184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 04:17:00.976436 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port c5ff0656-88f0-432c-9078-b90c8a0eb65d, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d,segment=NetworkSegment(945e364c-f66d-4a05-b9a2-11d638cb6b74),segment_id=945e364c-f66d-4a05-b9a2-11d638cb6b74)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:00.980456 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:01.027090 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=c5ff0656-88f0-432c-9078-b90c8a0eb65d,revision_number=4']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:01.066887 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfbada-f854-4c32-99e6-bd6d7a126fd5 req-bf7d63ba-ec6d-4924-be04-100363a62ec1 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:01.068370 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bfbfbada-f854-4c32-99e6-bd6d7a126fd5 req-bf7d63ba-ec6d-4924-be04-100363a62ec1 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 945 time: 0.0482941 Oct 12 04:17:01.106267 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-bfbfbada-f854-4c32-99e6-bd6d7a126fd5 req-048d7a2c-e46f-494c-a940-3d234ac8dad0 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Oct 12 04:17:01.310843 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['c5ff0656-88f0-432c-9078-b90c8a0eb65d'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:17:01.676558 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:01.734945 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.215668 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28e1dc-ac80-40fe-a3a4-66f946b2951a req-d66ebb8c-10e5-4f3f-a8db-e521ef381590 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:02.217106 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3e28e1dc-ac80-40fe-a3a4-66f946b2951a req-d66ebb8c-10e5-4f3f-a8db-e521ef381590 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 945 time: 0.0472398 Oct 12 04:17:02.253745 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3e28e1dc-ac80-40fe-a3a4-66f946b2951a req-bd11194d-896a-40ed-a0ed-9eb246bca56d tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307643 Oct 12 04:17:02.540689 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47676) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:02.780777 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-28eebe25-19ac-4c5e-930d-b885f3619144 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Deleting port fc963938-caf4-408c-b591-3f8d16515d2c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:17:02.781134 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28eebe25-19ac-4c5e-930d-b885f3619144 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.808570 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c5ff0656-88f0-432c-9078-b90c8a0eb65d up at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 04:17:02.855056 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28eebe25-19ac-4c5e-930d-b885f3619144 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.855534 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28eebe25-19ac-4c5e-930d-b885f3619144 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.859737 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning for port c5ff0656-88f0-432c-9078-b90c8a0eb65d completed by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 04:17:02.863357 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Provisioning complete for port c5ff0656-88f0-432c-9078-b90c8a0eb65d triggered by entity L2. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:02.863722 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.867422 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-28eebe25-19ac-4c5e-930d-b885f3619144 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Calling delete_port for fc963938-caf4-408c-b591-3f8d16515d2c owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:17:02.936771 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:02.958143 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d'}] {{(pid=94184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:02.960973 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138757ae906a71d1d6780447816f17b7ed50d1a855fac09294854cf5c4bd9cc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfcad1d-a022-4594-a3d1-61057f2ac69d" -d '{"events": [{"server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "name": "network-vif-plugged", "status": "completed", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d"}]}' {{(pid=94184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:02.975530 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] For port c5ff0656-88f0-432c-9078-b90c8a0eb65d, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d,segment=NetworkSegment(945e364c-f66d-4a05-b9a2-11d638cb6b74),segment_id=945e364c-f66d-4a05-b9a2-11d638cb6b74)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:02.979906 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071'] for port, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.012148 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8a9c04-aeef-43ca-9f97-9752c8a83bce x-openstack-request-id: req-af8a9c04-aeef-43ca-9f97-9752c8a83bce {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:03.012439 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "name": "network-vif-plugged", "status": "completed", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d", "code": 200}]} {{(pid=94184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:03.012686 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af8a9c04-aeef-43ca-9f97-9752c8a83bce {{(pid=94184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:03.013091 dv-cinder-813067-1-smb neutron-server[94184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d', 'code': 200} Oct 12 04:17:03.038564 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Pushing event updated for resources: {'Port': ['ID=c5ff0656-88f0-432c-9078-b90c8a0eb65d,revision_number=5']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:03.045218 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28eebe25-19ac-4c5e-930d-b885f3619144 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.073185 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eebe25-19ac-4c5e-930d-b885f3619144 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Pushing event deleted for resources: {'Port': ['ID=fc963938-caf4-408c-b591-3f8d16515d2c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:03.134214 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28eebe25-19ac-4c5e-930d-b885f3619144 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.134541 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.db.l3_db [None req-28eebe25-19ac-4c5e-930d-b885f3619144 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Floating IP da1ece68-3366-4a0c-bcec-e78b5001f3eb disassociated (deleted). External IP: 172.28.0.54, port: c2a38226-0020-4fe1-8360-8cea38fd81d9. Oct 12 04:17:03.529994 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:17:03.532927 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ee639-2ca6-4f0f-aeb6-18f3ab15ddd6 req-95965d35-7759-4ef0-960e-82b6fb601bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:03.534402 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-571ee639-2ca6-4f0f-aeb6-18f3ab15ddd6 req-95965d35-7759-4ef0-960e-82b6fb601bd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 1099 time: 0.3978980 Oct 12 04:17:03.569182 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77b4b1-be2f-4398-b35f-63234172d979 req-5b76bf20-32b2-4e37-bd74-776a4a8916fc tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:03.570564 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa77b4b1-be2f-4398-b35f-63234172d979 req-5b76bf20-32b2-4e37-bd74-776a4a8916fc tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 946 time: 0.1205912 Oct 12 04:17:03.628981 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-571ee639-2ca6-4f0f-aeb6-18f3ab15ddd6 req-9f2b5ce9-eadf-433c-8845-f69112c08f88 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855377 Oct 12 04:17:03.656554 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa77b4b1-be2f-4398-b35f-63234172d979 req-757fc5da-c56b-4e29-b456-21c7724862bd tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785046 Oct 12 04:17:03.665080 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.713127 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28eebe25-19ac-4c5e-930d-b885f3619144 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Router effce134-9488-4743-86b7-d90bc07fe8d0 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:17:03.815682 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eebe25-19ac-4c5e-930d-b885f3619144 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:17:03.821063 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28eebe25-19ac-4c5e-930d-b885f3619144 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:03.825342 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36ee2e-0049-44dc-864e-ce9099db0d0c None None] Sync routers for ids ['effce134-9488-4743-86b7-d90bc07fe8d0'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:17:03.835152 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d36ee2e-0049-44dc-864e-ce9099db0d0c None None] Routers {'effce134-9488-4743-86b7-d90bc07fe8d0'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:03.835751 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-4d36ee2e-0049-44dc-864e-ce9099db0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:17:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['effce134-9488-4743-86b7-d90bc07fe8d0'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:03.847011 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-28eebe25-19ac-4c5e-930d-b885f3619144 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "DELETE /v2.0/floatingips/da1ece68-3366-4a0c-bcec-e78b5001f3eb HTTP/1.1" status: 204 len: 168 time: 1.3052623 Oct 12 04:17:03.847691 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:03.851995 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c8fcad-da9d-4af2-ba81-f0b9ff4c7ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:03.886501 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf5b0e1-0b30-48cb-b8a3-b15a5ba656b6 x-openstack-request-id: req-ebf5b0e1-0b30-48cb-b8a3-b15a5ba656b6 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:03.886809 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:03.887051 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebf5b0e1-0b30-48cb-b8a3-b15a5ba656b6 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:03.887439 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'status': 'completed', 'code': 200} Oct 12 04:17:03.944623 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-4d36ee2e-0049-44dc-864e-ce9099db0d0c None None] Set router effce134-9488-4743-86b7-d90bc07fe8d0 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:03.998657 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8fcad-da9d-4af2-ba81-f0b9ff4c7ff5 req-2c7992ec-89ac-4a1b-8472-d4afc6005b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:04.000206 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-21c8fcad-da9d-4af2-ba81-f0b9ff4c7ff5 req-2c7992ec-89ac-4a1b-8472-d4afc6005b6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b51b06f1add14438b1f86ff7cf08a3ee&device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 1098 time: 0.0432749 Oct 12 04:17:04.128399 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64bca4-ebba-410c-a702-2d30b2f7864e req-71e1f975-0e98-46ea-98b8-57198bce73b0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:04.129891 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4c64bca4-ebba-410c-a702-2d30b2f7864e req-71e1f975-0e98-46ea-98b8-57198bce73b0 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.1026981 Oct 12 04:17:04.134919 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8fcad-da9d-4af2-ba81-f0b9ff4c7ff5 req-834afb50-7a35-4ad3-ad3a-fa66a6a790cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:04.136256 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-21c8fcad-da9d-4af2-ba81-f0b9ff4c7ff5 req-834afb50-7a35-4ad3-ad3a-fa66a6a790cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=baf1ba12-b640-4824-bad7-20c2b4a62b9d HTTP/1.1" status: 200 len: 909 time: 0.1267486 Oct 12 04:17:04.148950 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-4d36ee2e-0049-44dc-864e-ce9099db0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 4, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port': {'id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:41Z', 'updated_at': '2021-10-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '2daa1143-5d9e-4f82-a202-558ec9a6ae6d', 'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'mac_address': 'fa:16:3e:da:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:42Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 5, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'subnets': [{'id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:04.178217 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36ee2e-0049-44dc-864e-ce9099db0d0c None None] Checking router: effce134-9488-4743-86b7-d90bc07fe8d0 for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:17:04.186257 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d36ee2e-0049-44dc-864e-ce9099db0d0c None None] Routers {'effce134-9488-4743-86b7-d90bc07fe8d0'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:04.186842 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-4d36ee2e-0049-44dc-864e-ce9099db0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:17:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['effce134-9488-4743-86b7-d90bc07fe8d0'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:04.187537 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-21c8fcad-da9d-4af2-ba81-f0b9ff4c7ff5 req-da172a6e-0da7-42e7-a6f1-bacc98a4cd12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9 HTTP/1.1" status: 200 len: 217 time: 0.0378048 Oct 12 04:17:04.206649 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4c64bca4-ebba-410c-a702-2d30b2f7864e req-964febef-6777-4db5-b5d1-e1a5f7b929d7 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695021 Oct 12 04:17:04.245442 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8fcad-da9d-4af2-ba81-f0b9ff4c7ff5 req-870a02cd-e366-4630-a0ab-33dec7fce1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:04.246887 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-21c8fcad-da9d-4af2-ba81-f0b9ff4c7ff5 req-870a02cd-e366-4630-a0ab-33dec7fce1eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de6be438-f0fa-40e5-b551-3212a468676b HTTP/1.1" status: 200 len: 847 time: 0.0494857 Oct 12 04:17:04.291677 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8fcad-da9d-4af2-ba81-f0b9ff4c7ff5 req-6c386efa-331a-43b1-9d12-ecf9b1243043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:04.293210 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-21c8fcad-da9d-4af2-ba81-f0b9ff4c7ff5 req-6c386efa-331a-43b1-9d12-ecf9b1243043 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baf1ba12-b640-4824-bad7-20c2b4a62b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0388324 Oct 12 04:17:04.299248 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-4d36ee2e-0049-44dc-864e-ce9099db0d0c None None] Set router effce134-9488-4743-86b7-d90bc07fe8d0 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:04.385568 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-21c8fcad-da9d-4af2-ba81-f0b9ff4c7ff5 req-fd37cba5-4b8f-40d7-8265-e74488e4ba55 service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850186 Oct 12 04:17:04.473517 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-21c8fcad-da9d-4af2-ba81-f0b9ff4c7ff5 req-26f50e10-0dff-4c26-9849-4b02145d5a57 service neutron] 10.222.0.41 "GET /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808344 Oct 12 04:17:04.494833 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-4d36ee2e-0049-44dc-864e-ce9099db0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 4, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port': {'id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:41Z', 'updated_at': '2021-10-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '2daa1143-5d9e-4f82-a202-558ec9a6ae6d', 'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'mac_address': 'fa:16:3e:da:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:42Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 5, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'subnets': [{'id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:04.519931 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36ee2e-0049-44dc-864e-ce9099db0d0c None None] The sync data for ids ['effce134-9488-4743-86b7-d90bc07fe8d0'] in dv-cinder-813067-1-smb is: [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:11:43Z', 'revision_number': 4, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port': {'id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:41Z', 'updated_at': '2021-10-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': '2daa1143-5d9e-4f82-a202-558ec9a6ae6d', 'name': '', 'network_id': 'baf1ba12-b640-4824-bad7-20c2b4a62b9d', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'mac_address': 'fa:16:3e:da:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:42Z', 'updated_at': '2021-10-12T04:11:48Z', 'revision_number': 5, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'subnets': [{'id': 'de6be438-f0fa-40e5-b551-3212a468676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:17:04.732289 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e61c41-f52b-48a1-a479-d1d34d5a018e None None] New status for floating IP da1ece68-3366-4a0c-bcec-e78b5001f3eb: DOWN {{(pid=94185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:17:04.785836 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b59f51-3358-41c1-8bb5-ce7a5bae97f7 req-091cf44f-1a2f-4182-b1ab-869eaf743af5 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:04.787832 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30b59f51-3358-41c1-8bb5-ce7a5bae97f7 req-091cf44f-1a2f-4182-b1ab-869eaf743af5 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 946 time: 0.0527356 Oct 12 04:17:04.826182 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-30b59f51-3358-41c1-8bb5-ce7a5bae97f7 req-62dc5792-6bfe-418f-bb65-096484ae7389 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Oct 12 04:17:05.323367 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a301fd-a865-4729-989b-cc768ae3c55b req-3780ecfb-96d9-47f8-ac78-7732bf16fb56 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:05.324794 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-03a301fd-a865-4729-989b-cc768ae3c55b req-3780ecfb-96d9-47f8-ac78-7732bf16fb56 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0514040 Oct 12 04:17:05.360920 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-03a301fd-a865-4729-989b-cc768ae3c55b req-81133a22-39aa-4fef-a523-4c13ad09a561 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/security-groups?id=62762727-991a-4577-a5ea-fcdfd28a0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302761 Oct 12 04:17:05.728377 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893a60b-bf01-4b8e-8715-dc2ba3794faf req-2bf2800f-fc7f-4415-a5b9-3650dffc7d93 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:05.729827 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8893a60b-bf01-4b8e-8715-dc2ba3794faf req-2bf2800f-fc7f-4415-a5b9-3650dffc7d93 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.41 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 945 time: 0.0501518 Oct 12 04:17:05.815976 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-8893a60b-bf01-4b8e-8715-dc2ba3794faf req-a4adc878-39b9-40b9-a18f-1209645de8aa tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Deleting port c2a38226-0020-4fe1-8360-8cea38fd81d9 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:17:05.816646 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8893a60b-bf01-4b8e-8715-dc2ba3794faf req-a4adc878-39b9-40b9-a18f-1209645de8aa tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:05.930226 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8893a60b-bf01-4b8e-8715-dc2ba3794faf req-a4adc878-39b9-40b9-a18f-1209645de8aa tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] For port c2a38226-0020-4fe1-8360-8cea38fd81d9, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c2a38226-0020-4fe1-8360-8cea38fd81d9,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:05.930586 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8893a60b-bf01-4b8e-8715-dc2ba3794faf req-a4adc878-39b9-40b9-a18f-1209645de8aa tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:05.947557 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-8893a60b-bf01-4b8e-8715-dc2ba3794faf req-a4adc878-39b9-40b9-a18f-1209645de8aa tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Calling delete_port for c2a38226-0020-4fe1-8360-8cea38fd81d9 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:17:05.964519 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0db1b0-2f9b-431c-aedc-370dac7f6473 req-3a05165f-eb53-454b-a5d1-95e7af9f74b5 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:05.965934 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8f0db1b0-2f9b-431c-aedc-370dac7f6473 req-3a05165f-eb53-454b-a5d1-95e7af9f74b5 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 946 time: 0.0733330 Oct 12 04:17:06.047394 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8f0db1b0-2f9b-431c-aedc-370dac7f6473 req-fd164224-15d5-4fd1-aa42-d869ffa412b0 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460494 Oct 12 04:17:06.113600 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8893a60b-bf01-4b8e-8715-dc2ba3794faf req-a4adc878-39b9-40b9-a18f-1209645de8aa tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.150495 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adc878-39b9-40b9-a18f-1209645de8aa tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Pushing event deleted for resources: {'Port': ['ID=c2a38226-0020-4fe1-8360-8cea38fd81d9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:06.211099 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8893a60b-bf01-4b8e-8715-dc2ba3794faf req-a4adc878-39b9-40b9-a18f-1209645de8aa tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] No DVR routers for this DVR port c2a38226-0020-4fe1-8360-8cea38fd81d9 on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:17:06.214200 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8893a60b-bf01-4b8e-8715-dc2ba3794faf req-a4adc878-39b9-40b9-a18f-1209645de8aa tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:06.217484 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8893a60b-bf01-4b8e-8715-dc2ba3794faf req-a4adc878-39b9-40b9-a18f-1209645de8aa tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.41 "DELETE /v2.0/ports/c2a38226-0020-4fe1-8360-8cea38fd81d9 HTTP/1.1" status: 204 len: 173 time: 0.4814916 Oct 12 04:17:06.217886 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'name': 'network-vif-deleted', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:06.220516 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2daa718-3e1c-4e22-98ed-539e78f6547a" -d '{"events": [{"server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "name": "network-vif-deleted", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:06.233128 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ca7ba-7f58-4444-addb-4b2432bf86b5 req-662e2c4c-6371-4863-bcc7-45097e0846b4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:06.234598 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f76ca7ba-7f58-4444-addb-4b2432bf86b5 req-662e2c4c-6371-4863-bcc7-45097e0846b4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 946 time: 0.1143394 Oct 12 04:17:06.263309 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b32d38b-1b68-4b2b-ae67-19926663cd94 x-openstack-request-id: req-3b32d38b-1b68-4b2b-ae67-19926663cd94 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:06.263607 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13008444-5748-4488-8766-6d5c6e7d08c9", "name": "network-vif-deleted", "tag": "c2a38226-0020-4fe1-8360-8cea38fd81d9", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:06.263842 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b32d38b-1b68-4b2b-ae67-19926663cd94 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:06.264233 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13008444-5748-4488-8766-6d5c6e7d08c9', 'name': 'network-vif-deleted', 'tag': 'c2a38226-0020-4fe1-8360-8cea38fd81d9', 'status': 'completed', 'code': 200} Oct 12 04:17:06.281569 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f76ca7ba-7f58-4444-addb-4b2432bf86b5 req-e5c58057-c0a7-4f47-9e3f-05b6b0252bf6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396473 Oct 12 04:17:06.455716 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0e9a66fd-4b79-499c-b6c0-bdd7bd2d6a2f req-adda50fa-f8e4-4d0e-bf6e-2330fae87974 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "GET /v2.0/ports?device_id=13008444-5748-4488-8766-6d5c6e7d08c9 HTTP/1.1" status: 200 len: 210 time: 0.0272105 Oct 12 04:17:06.614318 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430a180-175f-4d36-81ca-b6015e000f56 req-560513b1-39bd-4ea4-a45e-cf65004e8cde tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:06.615846 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f430a180-175f-4d36-81ca-b6015e000f56 req-560513b1-39bd-4ea4-a45e-cf65004e8cde tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 946 time: 0.0555997 Oct 12 04:17:06.660365 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-f430a180-175f-4d36-81ca-b6015e000f56 req-e67e5d08-11da-4540-b5d1-4ca1909822fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365720 Oct 12 04:17:07.377030 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:07.522437 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47714) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:07.579487 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa234d33-d98d-44f1-84ea-9a89a872a998 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:07.603766 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa234d33-d98d-44f1-84ea-9a89a872a998 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:07.662213 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa234d33-d98d-44f1-84ea-9a89a872a998 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:07.664744 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa234d33-d98d-44f1-84ea-9a89a872a998 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:07.665882 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-fa234d33-d98d-44f1-84ea-9a89a872a998 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] 10.222.0.31 "DELETE /v2.0/security-groups/62762727-991a-4577-a5ea-fcdfd28a0aac HTTP/1.1" status: 204 len: 168 time: 0.1424432 Oct 12 04:17:07.674576 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa234d33-d98d-44f1-84ea-9a89a872a998 tempest-TestShelveInstance-267459340 tempest-TestShelveInstance-267459340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62762727-991a-4577-a5ea-fcdfd28a0aac,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:07.703775 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47718) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:08.142548 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3912851'] for router_interface, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.388157 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Deleting port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:17:08.388494 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.466648 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] For port 2daa1143-5d9e-4f82-a202-558ec9a6ae6d, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=2daa1143-5d9e-4f82-a202-558ec9a6ae6d,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:08.467007 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.482059 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Calling delete_port for 2daa1143-5d9e-4f82-a202-558ec9a6ae6d owned by network:router_interface {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:17:08.664771 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:08.694024 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=2daa1143-5d9e-4f82-a202-558ec9a6ae6d,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:08.718328 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:08.718905 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:08.719008 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:08.719262 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:08.719591 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:08.719921 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:08.720246 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:08.720569 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:08.720918 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:08.721244 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:08.721563 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:08.721879 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:17:08.835045 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c2a38226-0020-4fe1-8360-8cea38fd81d9 no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:17:08.859372 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: c2a38226-0020-4fe1-8360-8cea38fd81d9 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:17:08.859712 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c2a38226-0020-4fe1-8360-8cea38fd81d9 not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:17:08.863221 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3912743'] for router_interface, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.279968 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Router effce134-9488-4743-86b7-d90bc07fe8d0 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:17:09.385136 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:17:09.393733 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-8c4aa5a3-2391-4ea9-b17d-ac504ec46c80 admin admin] 10.222.0.31 "PUT /v2.0/routers/effce134-9488-4743-86b7-d90bc07fe8d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6846271 Oct 12 04:17:09.393733 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47740) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:09.397046 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50649e18-ccdc-446c-801b-4747f6862f35 None None] Sync routers for ids ['effce134-9488-4743-86b7-d90bc07fe8d0'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:17:09.406851 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50649e18-ccdc-446c-801b-4747f6862f35 None None] Routers {'effce134-9488-4743-86b7-d90bc07fe8d0'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:09.407714 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-50649e18-ccdc-446c-801b-4747f6862f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:17:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['effce134-9488-4743-86b7-d90bc07fe8d0'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:09.504728 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Notify callbacks [] for router, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.537936 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-50649e18-ccdc-446c-801b-4747f6862f35 None None] Set router effce134-9488-4743-86b7-d90bc07fe8d0 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:09.612609 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.663768 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Deleting port a0ce7b30-1d4b-4925-b1d2-c58ad6f39798 {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:17:09.664017 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.711047 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-50649e18-ccdc-446c-801b-4747f6862f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:17:08Z', 'revision_number': 5, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port': {'id': 'a0ce7b30-1d4b-4925-b1d2-c58ad6f39798', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:41Z', 'updated_at': '2021-10-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:09.741678 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50649e18-ccdc-446c-801b-4747f6862f35 None None] Checking router: effce134-9488-4743-86b7-d90bc07fe8d0 for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:17:09.743700 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] For port a0ce7b30-1d4b-4925-b1d2-c58ad6f39798, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=a0ce7b30-1d4b-4925-b1d2-c58ad6f39798,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:09.744224 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.750820 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50649e18-ccdc-446c-801b-4747f6862f35 None None] Routers {'effce134-9488-4743-86b7-d90bc07fe8d0'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:09.751428 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-50649e18-ccdc-446c-801b-4747f6862f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:17:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['effce134-9488-4743-86b7-d90bc07fe8d0'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:09.757941 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Calling delete_port for a0ce7b30-1d4b-4925-b1d2-c58ad6f39798 owned by network:router_gateway {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:17:09.924807 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:09.952777 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ce7b30-1d4b-4925-b1d2-c58ad6f39798,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:09.957655 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-50649e18-ccdc-446c-801b-4747f6862f35 None None] Set router effce134-9488-4743-86b7-d90bc07fe8d0 gateway port host: None {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:10.009659 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-50649e18-ccdc-446c-801b-4747f6862f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:17:09Z', 'revision_number': 6, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port_host': None}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:10.011978 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873477'] for router_gateway, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.039345 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50649e18-ccdc-446c-801b-4747f6862f35 None None] The sync data for ids ['effce134-9488-4743-86b7-d90bc07fe8d0'] in dv-cinder-813067-1-smb is: [{'id': 'effce134-9488-4743-86b7-d90bc07fe8d0', 'name': 'tempest-TestShelveInstance-227506329-router', 'tenant_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:40Z', 'updated_at': '2021-10-12T04:17:09Z', 'revision_number': 6, 'project_id': 'b51b06f1add14438b1f86ff7cf08a3ee', 'gw_port_host': None}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:17:10.102671 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11531'] for router, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.104751 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.150611 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912254'] for router, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.151339 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router effce134-9488-4743-86b7-d90bc07fe8d0 {{(pid=94182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:17:10.156353 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] Notify callbacks [] for router, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.157771 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-132f1782-d6eb-4eae-86c9-302e4218c211 admin admin] 10.222.0.31 "DELETE /v2.0/routers/effce134-9488-4743-86b7-d90bc07fe8d0 HTTP/1.1" status: 204 len: 168 time: 0.7641239 Oct 12 04:17:10.160273 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47744) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:10.203107 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd0cdea-aca1-48bc-a440-e14217b3eac5 admin admin] Deleting subnet de6be438-f0fa-40e5-b551-3212a468676b {{(pid=94182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:17:10.206046 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5dd0cdea-aca1-48bc-a440-e14217b3eac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.239040 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5dd0cdea-aca1-48bc-a440-e14217b3eac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542351'] for subnet, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.316099 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5dd0cdea-aca1-48bc-a440-e14217b3eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.366123 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5dd0cdea-aca1-48bc-a440-e14217b3eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11439025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11845777'] for subnet, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.391044 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0cdea-aca1-48bc-a440-e14217b3eac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6be438-f0fa-40e5-b551-3212a468676b,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:10.394622 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5dd0cdea-aca1-48bc-a440-e14217b3eac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.398392 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-5dd0cdea-aca1-48bc-a440-e14217b3eac5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/de6be438-f0fa-40e5-b551-3212a468676b HTTP/1.1" status: 204 len: 168 time: 0.2371979 Oct 12 04:17:10.400913 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47746) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:10.402244 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03dc5c4-855c-4ec5-8723-07724008a317 None None] Network baf1ba12-b640-4824-bad7-20c2b4a62b9d requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:17:10.469442 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.530891 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Deleting port 1a904e77-2ec1-4717-9ef6-e13015fc948a {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:17:10.531236 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.594919 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] For port 1a904e77-2ec1-4717-9ef6-e13015fc948a, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=1a904e77-2ec1-4717-9ef6-e13015fc948a,segment=NetworkSegment(faeef7eb-3357-4b92-98bf-15d46e83257b),segment_id=faeef7eb-3357-4b92-98bf-15d46e83257b)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:10.595571 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.610744 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Calling delete_port for 1a904e77-2ec1-4717-9ef6-e13015fc948a owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:17:10.690390 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.717705 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Pushing event deleted for resources: {'Port': ['ID=1a904e77-2ec1-4717-9ef6-e13015fc948a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:10.728509 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] No DVR routers for this DVR port 1a904e77-2ec1-4717-9ef6-e13015fc948a on host dv-cinder-813067-1-smb {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:17:10.797503 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e81156-ddc3-4834-90c1-b602d7470616 None None] DHCP port deletion for baf1ba12-b640-4824-bad7-20c2b4a62b9d request from dv-cinder-813067-1-smb {{(pid=94184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:17:10.820878 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293c495-89b2-4021-8990-a164980cab34 req-8c836878-a3d1-43dd-8057-e0fce392974a tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:10.822374 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4293c495-89b2-4021-8990-a164980cab34 req-8c836878-a3d1-43dd-8057-e0fce392974a tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 946 time: 0.1070209 Oct 12 04:17:10.842589 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.875217 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf1ba12-b640-4824-bad7-20c2b4a62b9d']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:10.887879 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faeef7eb-3357-4b92-98bf-15d46e83257b') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:10.888164 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.services.segments.db [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faeef7eb-3357-4b92-98bf-15d46e83257b') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:10.892152 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4293c495-89b2-4021-8990-a164980cab34 req-7f90b84e-9f0a-4fe8-b4ed-7d0d1b3ba749 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595169 Oct 12 04:17:10.900356 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12517864'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.915726 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47756) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:10.916228 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.922858 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:17:10.923381 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113982'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: Traceback (most recent call last): Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: timer() Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: cb(*args, **kw) Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: return func(*args, **kwargs) Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: self._notify() Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: self.callback(batched_events) Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: event.method(event) Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: return f(self, *a, **k) Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: return self._get(url).json() Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: return self.request(url, 'GET', **kwargs) Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:17:10.925130 dv-cinder-813067-1-smb neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:17:10.982681 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.993518 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:10.996698 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] 10.222.0.31 "DELETE /v2.0/networks/baf1ba12-b640-4824-bad7-20c2b4a62b9d HTTP/1.1" status: 204 len: 168 time: 0.5947926 Oct 12 04:17:10.999588 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47760) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:11.005741 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b1e601-15a2-41c3-a257-12e848192b3f tempest-TestMinimumBasicScenario-145345713 tempest-TestMinimumBasicScenario-145345713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:11.009195 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-82b1e601-15a2-41c3-a257-12e848192b3f tempest-TestMinimumBasicScenario-145345713 tempest-TestMinimumBasicScenario-145345713-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 1094 time: 0.0904315 Oct 12 04:17:11.011317 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47762) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:11.015618 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864f768-af11-4b86-9024-852d78ff5cee admin admin] Pushing event deleted for resources: {'Network': ['ID=baf1ba12-b640-4824-bad7-20c2b4a62b9d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:11.016461 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Request body: {'floatingip': {'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'port_id': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:11.041028 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for floatingip, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:11.153483 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:11.252652 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_common [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Allocated IP 172.28.0.85 (b4880d6e-e93a-4b6b-8665-fcbe0782a7d2/11a6da14-8938-4ae8-ac9e-25a2ade993a9/6bbb8c64-60f9-423a-9c00-25b195cf26d3) {{(pid=94182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 04:17:11.349108 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b290478-2123-45ce-8bc3-b8b4a7f0c141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3912851'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:11.355502 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for port, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:11.388005 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766411638519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:11.429060 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Network b4880d6e-e93a-4b6b-8665-fcbe0782a7d2 is already hosted by enough agents. {{(pid=94182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 04:17:11.431964 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.base_scheduler [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Resources bound (agent type, host, resource id): {{(pid=94182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 04:17:11.434496 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Received port after_create {{(pid=94182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 04:17:11.459777 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event updated for resources: {'Port': ['ID=6bbb8c64-60f9-423a-9c00-25b195cf26d3,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:11.588500 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-3b290478-2123-45ce-8bc3-b8b4a7f0c141 admin admin] Deleting port 2857b17c-8eab-49c0-a5ba-73b284b165ab {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:17:11.589085 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b290478-2123-45ce-8bc3-b8b4a7f0c141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:11.666968 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-3b290478-2123-45ce-8bc3-b8b4a7f0c141 admin admin] For port 2857b17c-8eab-49c0-a5ba-73b284b165ab, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=2857b17c-8eab-49c0-a5ba-73b284b165ab,segment=NetworkSegment(9c837377-9496-4d5c-a04f-e021b00aa6c0),segment_id=9c837377-9496-4d5c-a04f-e021b00aa6c0)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:11.667333 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b290478-2123-45ce-8bc3-b8b4a7f0c141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:11.680371 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-3b290478-2123-45ce-8bc3-b8b4a7f0c141 admin admin] Calling delete_port for 2857b17c-8eab-49c0-a5ba-73b284b165ab owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:17:11.787174 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 2daa1143-5d9e-4f82-a202-558ec9a6ae6d no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:17:11.792951 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:11.811127 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: 2daa1143-5d9e-4f82-a202-558ec9a6ae6d {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:17:11.811475 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 2daa1143-5d9e-4f82-a202-558ec9a6ae6d not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:17:11.812092 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device a0ce7b30-1d4b-4925-b1d2-c58ad6f39798 no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:17:11.833616 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: a0ce7b30-1d4b-4925-b1d2-c58ad6f39798 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:17:11.833966 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device a0ce7b30-1d4b-4925-b1d2-c58ad6f39798 not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:17:11.834389 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 1a904e77-2ec1-4717-9ef6-e13015fc948a no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:17:11.853528 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: 1a904e77-2ec1-4717-9ef6-e13015fc948a {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:17:11.853773 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 1a904e77-2ec1-4717-9ef6-e13015fc948a not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:17:11.865759 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:11.877686 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b290478-2123-45ce-8bc3-b8b4a7f0c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:11.910647 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b290478-2123-45ce-8bc3-b8b4a7f0c141 admin admin] Pushing event deleted for resources: {'Port': ['ID=2857b17c-8eab-49c0-a5ba-73b284b165ab,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:12.021987 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for port, precommit_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.028024 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11438983'] for port, after_update {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.105386 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event updated for resources: {'Port': ['ID=6bbb8c64-60f9-423a-9c00-25b195cf26d3,revision_number=2']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:12.120635 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873427'] for floatingip, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.224668 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.db.l3_db [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Floating IP 98013be3-798d-4e75-b65b-672fb190a93d associated. External IP: 172.28.0.85, port: c5ff0656-88f0-432c-9078-b90c8a0eb65d. Oct 12 04:17:12.342168 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b290478-2123-45ce-8bc3-b8b4a7f0c141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3912743'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.563117 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b290478-2123-45ce-8bc3-b8b4a7f0c141 admin admin] Router 52ece337-0242-420c-a7ce-1af6d6f2bf5c has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:17:12.639918 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:17:12.668779 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b290478-2123-45ce-8bc3-b8b4a7f0c141 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:17:12.676895 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-3b290478-2123-45ce-8bc3-b8b4a7f0c141 admin admin] 10.222.0.31 "PUT /v2.0/routers/52ece337-0242-420c-a7ce-1af6d6f2bf5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6732695 Oct 12 04:17:12.676895 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47764) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:12.680490 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883ab33-6564-4ffd-adcf-f0ec1a1e0978 None None] Sync routers for ids ['52ece337-0242-420c-a7ce-1af6d6f2bf5c'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:17:12.689939 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883ab33-6564-4ffd-adcf-f0ec1a1e0978 None None] Routers {'52ece337-0242-420c-a7ce-1af6d6f2bf5c'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:12.690520 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-f883ab33-6564-4ffd-adcf-f0ec1a1e0978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:17:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['52ece337-0242-420c-a7ce-1af6d6f2bf5c'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:12.749433 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:17:12.760640 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d0680-b4e1-46f9-9c22-9173442dccf1 None None] Sync routers for ids ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:17:12.770441 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d0680-b4e1-46f9-9c22-9173442dccf1 None None] Routers {'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:12.771327 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.771997 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-3f9d0680-b4e1-46f9-9c22-9173442dccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:17:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:12.791248 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.802710 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-f883ab33-6564-4ffd-adcf-f0ec1a1e0978 None None] Set router 52ece337-0242-420c-a7ce-1af6d6f2bf5c gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:12.807071 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-8a6ebbdd-3273-4397-b1f5-333e59ae8546 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7946124 Oct 12 04:17:12.807920 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d'}] {{(pid=94182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:12.810704 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25347b287b6c303483951d5c4f01d5401f78b9f2cd6d63de7184aefd9db8360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef25056-0a2d-4a53-bd88-c8eb1bdbdfbc" -d '{"events": [{"name": "network-changed", "server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d"}]}' {{(pid=94182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:12.813194 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47766) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:12.819056 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-90e532ff-9b6e-4df5-b648-fd4c1d632fb2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1380122821', 'description': 'tempest-secgroup-smoke-1380122821 description', 'project_id': 'cd595906766c4e25a8f513f6b01a93b4'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:12.846751 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90e532ff-9b6e-4df5-b648-fd4c1d632fb2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.922696 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.931275 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90e532ff-9b6e-4df5-b648-fd4c1d632fb2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.936183 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90e532ff-9b6e-4df5-b648-fd4c1d632fb2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.946231 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-3f9d0680-b4e1-46f9-9c22-9173442dccf1 None None] Set router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:12.959785 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-90e532ff-9b6e-4df5-b648-fd4c1d632fb2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:12.961300 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-90e532ff-9b6e-4df5-b648-fd4c1d632fb2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1466591 Oct 12 04:17:12.963999 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47772) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:12.968403 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-def4f0ba-a0d9-4286-ae3f-d8b5392e5cd9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Request body: {'security_group_rule': {'security_group_id': 'd4cca841-b088-4e55-8d8a-49cc46a0f35f', 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:12.983526 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1137e56c-9456-42e0-83fa-a959a205404b x-openstack-request-id: req-1137e56c-9456-42e0-83fa-a959a205404b {{(pid=94182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:12.983932 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d", "status": "completed", "code": 200}]} {{(pid=94182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:12.984283 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1137e56c-9456-42e0-83fa-a959a205404b {{(pid=94182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:12.984789 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d', 'status': 'completed', 'code': 200} Oct 12 04:17:12.995049 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e532ff-9b6e-4df5-b648-fd4c1d632fb2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cca841-b088-4e55-8d8a-49cc46a0f35f,revision_number=1']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:12.996264 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Deleting port 0acadc65-6aed-4e13-bcd7-dee1aaaefb39 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:17:12.996620 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.014441 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-def4f0ba-a0d9-4286-ae3f-d8b5392e5cd9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.074354 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-def4f0ba-a0d9-4286-ae3f-d8b5392e5cd9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.079617 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-def4f0ba-a0d9-4286-ae3f-d8b5392e5cd9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.089948 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-f883ab33-6564-4ffd-adcf-f0ec1a1e0978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'name': 'tempest-TestShelveInstance-500824952-router', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:17:11Z', 'revision_number': 5, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'gw_port': {'id': '0acadc65-6aed-4e13-bcd7-dee1aaaefb39', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:13.111268 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4f0ba-a0d9-4286-ae3f-d8b5392e5cd9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf97eb4-76bc-472d-9295-af75c32b40f8,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:13.120597 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-def4f0ba-a0d9-4286-ae3f-d8b5392e5cd9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.124749 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47774) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:13.125553 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-def4f0ba-a0d9-4286-ae3f-d8b5392e5cd9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1604619 Oct 12 04:17:13.125985 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883ab33-6564-4ffd-adcf-f0ec1a1e0978 None None] Checking router: 52ece337-0242-420c-a7ce-1af6d6f2bf5c for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:17:13.134133 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-dad86bef-c080-4327-9dc8-e5f9d131129f tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Request body: {'security_group_rule': {'security_group_id': 'd4cca841-b088-4e55-8d8a-49cc46a0f35f', 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:13.136216 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883ab33-6564-4ffd-adcf-f0ec1a1e0978 None None] Routers {'52ece337-0242-420c-a7ce-1af6d6f2bf5c'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:13.136934 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-f883ab33-6564-4ffd-adcf-f0ec1a1e0978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:17:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['52ece337-0242-420c-a7ce-1af6d6f2bf5c'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:13.158497 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef25056-0a2d-4a53-bd88-c8eb1bdbdfbc req-a6bc1b6f-b6bc-4ab7-8fc4-62e591d696eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:13.159976 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3ef25056-0a2d-4a53-bd88-c8eb1bdbdfbc req-a6bc1b6f-b6bc-4ab7-8fc4-62e591d696eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd595906766c4e25a8f513f6b01a93b4&device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 1099 time: 0.1490157 Oct 12 04:17:13.163325 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] For port 0acadc65-6aed-4e13-bcd7-dee1aaaefb39, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=0acadc65-6aed-4e13-bcd7-dee1aaaefb39,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:13.163691 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.199463 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Calling delete_port for 0acadc65-6aed-4e13-bcd7-dee1aaaefb39 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:17:13.226455 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-f883ab33-6564-4ffd-adcf-f0ec1a1e0978 None None] Set router 52ece337-0242-420c-a7ce-1af6d6f2bf5c gateway port host: None {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:13.233101 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-3f9d0680-b4e1-46f9-9c22-9173442dccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 4, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port': {'id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': '98013be3-798d-4e75-b65b-672fb190a93d', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'floating_ip_address': '172.28.0.85', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'port_id': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'mac_address': 'fa:16:3e:2d:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:17:11Z', 'updated_at': '2021-10-12T04:17:11Z', 'revision_number': 0, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e', 'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'mac_address': 'fa:16:3e:a1:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:27Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 5, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'subnets': [{'id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:13.269872 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d0680-b4e1-46f9-9c22-9173442dccf1 None None] Checking router: c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:17:13.278385 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d0680-b4e1-46f9-9c22-9173442dccf1 None None] Routers {'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:17:13.278982 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-3f9d0680-b4e1-46f9-9c22-9173442dccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:17:01Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:13.279511 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-f883ab33-6564-4ffd-adcf-f0ec1a1e0978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'name': 'tempest-TestShelveInstance-500824952-router', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:17:12Z', 'revision_number': 6, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'gw_port_host': None}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:13.282552 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dad86bef-c080-4327-9dc8-e5f9d131129f tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.309097 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883ab33-6564-4ffd-adcf-f0ec1a1e0978 None None] The sync data for ids ['52ece337-0242-420c-a7ce-1af6d6f2bf5c'] in dv-cinder-813067-1-smb is: [{'id': '52ece337-0242-420c-a7ce-1af6d6f2bf5c', 'name': 'tempest-TestShelveInstance-500824952-router', 'tenant_id': '58262d2f0aee4c58871cb7ab53f75c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:11:45Z', 'updated_at': '2021-10-12T04:17:12Z', 'revision_number': 6, 'project_id': '58262d2f0aee4c58871cb7ab53f75c48', 'gw_port_host': None}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:17:13.376168 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef25056-0a2d-4a53-bd88-c8eb1bdbdfbc req-ba55a488-f4ab-4b58-b02d-c46bce41dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:13.377720 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3ef25056-0a2d-4a53-bd88-c8eb1bdbdfbc req-ba55a488-f4ab-4b58-b02d-c46bce41dbcb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7e489ae-5309-4b43-ae1b-fa20856d2941 HTTP/1.1" status: 200 len: 916 time: 0.2095964 Oct 12 04:17:13.394632 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-3f9d0680-b4e1-46f9-9c22-9173442dccf1 None None] Set router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:17:13.415405 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dad86bef-c080-4327-9dc8-e5f9d131129f tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.428822 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dad86bef-c080-4327-9dc8-e5f9d131129f tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.486994 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad86bef-c080-4327-9dc8-e5f9d131129f tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2499241-d185-45a5-a404-20d62e2dced1,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:13.510565 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dad86bef-c080-4327-9dc8-e5f9d131129f tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.511753 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-dad86bef-c080-4327-9dc8-e5f9d131129f tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3849995 Oct 12 04:17:13.514474 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47776) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:13.518701 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8338d6af-e554-41d3-acb3-de73e6ab3ba3 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Request body: {'security_group_rule': {'security_group_id': 'd4cca841-b088-4e55-8d8a-49cc46a0f35f', 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:13.526172 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3ef25056-0a2d-4a53-bd88-c8eb1bdbdfbc req-aa2acf6c-ee21-4dd2-995c-e1992e56e8e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d HTTP/1.1" status: 200 len: 999 time: 0.1096253 Oct 12 04:17:13.619102 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8338d6af-e554-41d3-acb3-de73e6ab3ba3 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.619491 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-3f9d0680-b4e1-46f9-9c22-9173442dccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 4, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port': {'id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': '98013be3-798d-4e75-b65b-672fb190a93d', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'floating_ip_address': '172.28.0.85', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'port_id': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'mac_address': 'fa:16:3e:2d:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:17:11Z', 'updated_at': '2021-10-12T04:17:11Z', 'revision_number': 0, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e', 'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'mac_address': 'fa:16:3e:a1:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:27Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 5, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'subnets': [{'id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:13.621365 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.627063 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef25056-0a2d-4a53-bd88-c8eb1bdbdfbc req-d156df1b-3378-48a4-92d6-350e4cebaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:13.628503 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3ef25056-0a2d-4a53-bd88-c8eb1bdbdfbc req-d156df1b-3378-48a4-92d6-350e4cebaa6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee HTTP/1.1" status: 200 len: 854 time: 0.0822017 Oct 12 04:17:13.651836 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d0680-b4e1-46f9-9c22-9173442dccf1 None None] The sync data for ids ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'] in dv-cinder-813067-1-smb is: [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 4, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port': {'id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_floatingips': [{'id': '98013be3-798d-4e75-b65b-672fb190a93d', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'floating_ip_address': '172.28.0.85', 'floating_network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'router_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'port_id': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'mac_address': 'fa:16:3e:2d:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T04:17:11Z', 'updated_at': '2021-10-12T04:17:11Z', 'revision_number': 0, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e', 'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'mac_address': 'fa:16:3e:a1:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:27Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 5, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'subnets': [{'id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:17:13.670239 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0acadc65-6aed-4e13-bcd7-dee1aaaefb39,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:13.795834 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef25056-0a2d-4a53-bd88-c8eb1bdbdfbc req-bbb0771b-73d0-4f7b-80fe-2256e0e15f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:13.797379 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3ef25056-0a2d-4a53-bd88-c8eb1bdbdfbc req-bbb0771b-73d0-4f7b-80fe-2256e0e15f16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e489ae-5309-4b43-ae1b-fa20856d2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1439314 Oct 12 04:17:13.799000 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8338d6af-e554-41d3-acb3-de73e6ab3ba3 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.800028 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873477'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.804308 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8338d6af-e554-41d3-acb3-de73e6ab3ba3 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.884558 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5aa43c-acea-4c05-9199-96bcc1452d4c None None] New status for floating IP 98013be3-798d-4e75-b65b-672fb190a93d: ACTIVE {{(pid=94185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:17:13.946339 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338d6af-e554-41d3-acb3-de73e6ab3ba3 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ee7ba7-ad8e-494d-ac54-ba08e13d1b68,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:13.953814 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11531'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.959303 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8338d6af-e554-41d3-acb3-de73e6ab3ba3 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.960480 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-8338d6af-e554-41d3-acb3-de73e6ab3ba3 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4451051 Oct 12 04:17:13.961879 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:13.963312 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47778) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:13.967801 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-a349b841-009b-43d9-afd5-ac6304183fbe tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Request body: {'security_group_rule': {'security_group_id': 'd4cca841-b088-4e55-8d8a-49cc46a0f35f', 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:13.995702 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a349b841-009b-43d9-afd5-ac6304183fbe tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.019054 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912254'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.019832 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52ece337-0242-420c-a7ce-1af6d6f2bf5c {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:17:14.025155 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.026537 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-4265bd71-800a-4df0-8e70-ea1cc64e3da8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/52ece337-0242-420c-a7ce-1af6d6f2bf5c HTTP/1.1" status: 204 len: 168 time: 1.3489542 Oct 12 04:17:14.029518 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47780) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:14.065292 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a349b841-009b-43d9-afd5-ac6304183fbe tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.071172 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a349b841-009b-43d9-afd5-ac6304183fbe tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.087076 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3ef25056-0a2d-4a53-bd88-c8eb1bdbdfbc req-37c6856d-cf9e-42de-8e10-98c2591f933e service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576187 Oct 12 04:17:14.093105 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349b841-009b-43d9-afd5-ac6304183fbe tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f9457a-1aff-462b-be29-8ba8aacdb85e,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:14.111114 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7278eff-837f-4594-a306-7d47016bd4f3 admin admin] Deleting subnet 22eb80b9-a03f-4b27-8576-56ff42a57548 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:17:14.114245 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-a349b841-009b-43d9-afd5-ac6304183fbe tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.117965 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-a349b841-009b-43d9-afd5-ac6304183fbe tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511626 Oct 12 04:17:14.118219 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47782) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:14.123832 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-28a09958-b078-4652-998e-fb6669c26d5d tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Request body: {'security_group_rule': {'security_group_id': 'd4cca841-b088-4e55-8d8a-49cc46a0f35f', 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:14.124161 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7278eff-837f-4594-a306-7d47016bd4f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.154388 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.db.securitygroups_db [None req-28a09958-b078-4652-998e-fb6669c26d5d tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Project cd595906766c4e25a8f513f6b01a93b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 04:17:14.160233 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-28a09958-b078-4652-998e-fb6669c26d5d tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.172184 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 2857b17c-8eab-49c0-a5ba-73b284b165ab no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:17:14.191481 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: 2857b17c-8eab-49c0-a5ba-73b284b165ab {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:17:14.191850 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 2857b17c-8eab-49c0-a5ba-73b284b165ab not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:17:14.221810 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7278eff-837f-4594-a306-7d47016bd4f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12517859'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.226953 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-28a09958-b078-4652-998e-fb6669c26d5d tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.231424 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-28a09958-b078-4652-998e-fb6669c26d5d tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.251723 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a09958-b078-4652-998e-fb6669c26d5d tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdca5f23-8b60-442d-825a-d1f2242bee57,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:14.258635 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-28a09958-b078-4652-998e-fb6669c26d5d tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.262662 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-28a09958-b078-4652-998e-fb6669c26d5d tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434820 Oct 12 04:17:14.263242 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47784) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:14.267808 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.v2.base [None req-78037cc0-d83c-4f08-915e-7919930e59f2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Request body: {'security_group_rule': {'security_group_id': 'd4cca841-b088-4e55-8d8a-49cc46a0f35f', 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:14.279429 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3ef25056-0a2d-4a53-bd88-c8eb1bdbdfbc req-d2c3797d-fe75-478a-829f-d53d70074da5 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836426 Oct 12 04:17:14.291690 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.db.securitygroups_db [None req-78037cc0-d83c-4f08-915e-7919930e59f2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Project cd595906766c4e25a8f513f6b01a93b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 04:17:14.297788 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-78037cc0-d83c-4f08-915e-7919930e59f2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.324071 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7278eff-837f-4594-a306-7d47016bd4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.374715 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-78037cc0-d83c-4f08-915e-7919930e59f2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.379605 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-78037cc0-d83c-4f08-915e-7919930e59f2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139148'] for security_group_rule, after_create {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.386941 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7278eff-837f-4594-a306-7d47016bd4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9114272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485405'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.392975 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78037cc0-d83c-4f08-915e-7919930e59f2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57348cb2-cf4d-4964-bc72-0581c012fa8e,revision_number=0']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:14.410333 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-78037cc0-d83c-4f08-915e-7919930e59f2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.415714 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7278eff-837f-4594-a306-7d47016bd4f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22eb80b9-a03f-4b27-8576-56ff42a57548,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:14.417415 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-78037cc0-d83c-4f08-915e-7919930e59f2 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531413 Oct 12 04:17:14.424391 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7278eff-837f-4594-a306-7d47016bd4f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.429623 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-c7278eff-837f-4594-a306-7d47016bd4f3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/22eb80b9-a03f-4b27-8576-56ff42a57548 HTTP/1.1" status: 204 len: 168 time: 0.3988039 Oct 12 04:17:14.431454 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd82595a-4f5c-4774-9f30-d87bd77b9a3a None None] Network f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:17:14.432076 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47788) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:14.502359 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8d9ff9a0-8010-4ff2-9c00-f229e505d934 req-f4ade361-fadc-4d5e-ab59-4c00c766bfae tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380122821&fields=id&tenant_id=cd595906766c4e25a8f513f6b01a93b4 HTTP/1.1" status: 200 len: 267 time: 0.0434248 Oct 12 04:17:14.507183 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.564289 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Deleting port e0a6cb2c-5217-444c-94f8-e5b2580604a2 {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:17:14.564717 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.568114 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ff9a0-8010-4ff2-9c00-f229e505d934 req-a847640e-4f4e-4e69-9985-6a8cd905a9b8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:14.569673 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8d9ff9a0-8010-4ff2-9c00-f229e505d934 req-a847640e-4f4e-4e69-9985-6a8cd905a9b8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 946 time: 0.0596967 Oct 12 04:17:14.581026 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-8d9ff9a0-8010-4ff2-9c00-f229e505d934 req-062a2148-f898-4dc2-903c-9e864f66ffa9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Request body: {'port': {'security_groups': ['965bef36-41b2-449f-b59d-6d9c2728ee07', 'd4cca841-b088-4e55-8d8a-49cc46a0f35f']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:17:14.633563 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] For port e0a6cb2c-5217-444c-94f8-e5b2580604a2, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=e0a6cb2c-5217-444c-94f8-e5b2580604a2,segment=NetworkSegment(9c837377-9496-4d5c-a04f-e021b00aa6c0),segment_id=9c837377-9496-4d5c-a04f-e021b00aa6c0)] {{(pid=94182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:14.634066 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.638261 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701e8115-3877-47aa-ac1b-92c3a715a0c1 None None] DHCP port deletion for f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3 request from dv-cinder-813067-1-smb {{(pid=94184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:17:14.648334 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Calling delete_port for e0a6cb2c-5217-444c-94f8-e5b2580604a2 owned by network:dhcp {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:17:14.649776 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8d9ff9a0-8010-4ff2-9c00-f229e505d934 req-062a2148-f898-4dc2-903c-9e864f66ffa9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.683973 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-701e8115-3877-47aa-ac1b-92c3a715a0c1 None None] Deleting port e0a6cb2c-5217-444c-94f8-e5b2580604a2 {{(pid=94184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:17:14.684340 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-701e8115-3877-47aa-ac1b-92c3a715a0c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.736117 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.750592 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-701e8115-3877-47aa-ac1b-92c3a715a0c1 None None] For port e0a6cb2c-5217-444c-94f8-e5b2580604a2, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=e0a6cb2c-5217-444c-94f8-e5b2580604a2,segment=NetworkSegment(9c837377-9496-4d5c-a04f-e021b00aa6c0),segment_id=9c837377-9496-4d5c-a04f-e021b00aa6c0)] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:14.750979 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-701e8115-3877-47aa-ac1b-92c3a715a0c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.763533 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-701e8115-3877-47aa-ac1b-92c3a715a0c1 None None] Calling delete_port for e0a6cb2c-5217-444c-94f8-e5b2580604a2 owned by network:dhcp {{(pid=94184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:17:14.764716 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a6cb2c-5217-444c-94f8-e5b2580604a2,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:14.770366 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] No DVR routers for this DVR port e0a6cb2c-5217-444c-94f8-e5b2580604a2 on host dv-cinder-813067-1-smb {{(pid=94182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:17:14.842637 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.846682 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-701e8115-3877-47aa-ac1b-92c3a715a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044'] for port, after_delete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.852290 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8d9ff9a0-8010-4ff2-9c00-f229e505d934 req-062a2148-f898-4dc2-903c-9e864f66ffa9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] For port c5ff0656-88f0-432c-9078-b90c8a0eb65d, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d,segment=NetworkSegment(945e364c-f66d-4a05-b9a2-11d638cb6b74),segment_id=945e364c-f66d-4a05-b9a2-11d638cb6b74)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:17:14.864266 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3']}} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:14.871798 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e8115-3877-47aa-ac1b-92c3a715a0c1 None None] Pushing event deleted for resources: {'Port': ['ID=e0a6cb2c-5217-444c-94f8-e5b2580604a2,revision_number=None']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:14.875861 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e8115-3877-47aa-ac1b-92c3a715a0c1 None None] No DVR routers for this DVR port e0a6cb2c-5217-444c-94f8-e5b2580604a2 on host dv-cinder-813067-1-smb {{(pid=94184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:17:14.876908 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c837377-9496-4d5c-a04f-e021b00aa6c0') {'for_net_delete': True} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:14.877212 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c837377-9496-4d5c-a04f-e021b00aa6c0') {} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:17:14.887371 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542340'] for segment, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.888964 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8d9ff9a0-8010-4ff2-9c00-f229e505d934 req-062a2148-f898-4dc2-903c-9e864f66ffa9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.894376 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8d9ff9a0-8010-4ff2-9c00-f229e505d934 req-062a2148-f898-4dc2-903c-9e864f66ffa9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.902725 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.907159 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['c5ff0656-88f0-432c-9078-b90c8a0eb65d'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:17:14.910103 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:17:14.910491 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11438191'] for segment, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: Traceback (most recent call last): Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: timer() Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: cb(*args, **kw) Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: return func(*args, **kwargs) Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: self._notify() Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: self.callback(batched_events) Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: event.method(event) Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: return f(self, *a, **k) Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: return self._get(url).json() Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: return self.request(url, 'GET', **kwargs) Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:17:14.912801 dv-cinder-813067-1-smb neutron-server[94182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:17:14.939792 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ff9a0-8010-4ff2-9c00-f229e505d934 req-062a2148-f898-4dc2-903c-9e864f66ffa9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:14.940418 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8d9ff9a0-8010-4ff2-9c00-f229e505d934 req-062a2148-f898-4dc2-903c-9e864f66ffa9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:14.941832 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-8d9ff9a0-8010-4ff2-9c00-f229e505d934 req-062a2148-f898-4dc2-903c-9e864f66ffa9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "PUT /v2.0/ports/c5ff0656-88f0-432c-9078-b90c8a0eb65d HTTP/1.1" status: 200 len: 982 time: 0.3655634 Oct 12 04:17:14.944591 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:17:14.950275 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bee8b00-64e1-4eed-86f5-ff479b183e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:17:14.984179 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a2148-f898-4dc2-903c-9e864f66ffa9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event updated for resources: {'Port': ['ID=c5ff0656-88f0-432c-9078-b90c8a0eb65d,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:14.987788 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.004487 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f22cd18-b2b5-456e-a6fa-397c04198478 x-openstack-request-id: req-2f22cd18-b2b5-456e-a6fa-397c04198478 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:17:15.004664 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.005821 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:17:15.006072 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f22cd18-b2b5-456e-a6fa-397c04198478 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:17:15.006704 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d', 'status': 'completed', 'code': 200} Oct 12 04:17:15.022926 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3 HTTP/1.1" status: 204 len: 168 time: 0.5897200 Oct 12 04:17:15.024007 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['c5ff0656-88f0-432c-9078-b90c8a0eb65d'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:17:15.034491 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d593989-3ac9-4af5-843f-06d58beb7767 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c7a8d1-1919-4a1f-b0be-46b1a9b954c3,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:15.108094 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee8b00-64e1-4eed-86f5-ff479b183e6d req-7e2273e6-cd13-4999-8084-b513d403416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:15.109686 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6bee8b00-64e1-4eed-86f5-ff479b183e6d req-7e2273e6-cd13-4999-8084-b513d403416f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd595906766c4e25a8f513f6b01a93b4&device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 1138 time: 0.0826209 Oct 12 04:17:15.176763 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47796) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:15.195314 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80aede-ee2d-487e-a25b-716d7c2cc682 req-b08fd3fa-7696-45a9-858c-727c38bf1f27 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:15.197295 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3b80aede-ee2d-487e-a25b-716d7c2cc682 req-b08fd3fa-7696-45a9-858c-727c38bf1f27 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.1613939 Oct 12 04:17:15.251170 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-6feb1645-a9da-47bf-b472-c3035f897764 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b51b06f1add14438b1f86ff7cf08a3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686271 Oct 12 04:17:15.251785 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47798) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:15.267684 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee8b00-64e1-4eed-86f5-ff479b183e6d req-99971fd4-a338-4f57-9b47-2f8b326285d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:15.269522 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6bee8b00-64e1-4eed-86f5-ff479b183e6d req-99971fd4-a338-4f57-9b47-2f8b326285d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7e489ae-5309-4b43-ae1b-fa20856d2941 HTTP/1.1" status: 200 len: 916 time: 0.1517737 Oct 12 04:17:15.274575 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3b80aede-ee2d-487e-a25b-716d7c2cc682 req-2b26d19a-1a16-4086-84e3-40d10e09709b tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625834 Oct 12 04:17:15.312268 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-01fdffdb-5cc3-4bef-aa0b-c902742f17c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.338165 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-01fdffdb-5cc3-4bef-aa0b-c902742f17c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.355297 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-0de9f3c1-9ede-4ebd-86e1-30c5e3b2cd35 None None] Provisioning complete for port c5ff0656-88f0-432c-9078-b90c8a0eb65d triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:17:15.355916 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6bee8b00-64e1-4eed-86f5-ff479b183e6d req-3feb01f5-6196-485b-adfd-2d45edff1f5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d HTTP/1.1" status: 200 len: 1001 time: 0.0770545 Oct 12 04:17:15.356043 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-0de9f3c1-9ede-4ebd-86e1-30c5e3b2cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.386584 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-01fdffdb-5cc3-4bef-aa0b-c902742f17c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.389412 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-01fdffdb-5cc3-4bef-aa0b-c902742f17c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.390976 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-01fdffdb-5cc3-4bef-aa0b-c902742f17c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64dfcea8-c3d6-4865-afe9-f138e754e19f HTTP/1.1" status: 204 len: 168 time: 0.1383233 Oct 12 04:17:15.403448 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdffdb-5cc3-4bef-aa0b-c902742f17c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dfcea8-c3d6-4865-afe9-f138e754e19f,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:15.410001 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee8b00-64e1-4eed-86f5-ff479b183e6d req-e2023a5e-02ff-405f-8767-702ef130e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:15.412155 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6bee8b00-64e1-4eed-86f5-ff479b183e6d req-e2023a5e-02ff-405f-8767-702ef130e1f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee HTTP/1.1" status: 200 len: 854 time: 0.0502021 Oct 12 04:17:15.457046 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee8b00-64e1-4eed-86f5-ff479b183e6d req-ee3b7bd7-4e9f-4cea-ab93-122fa35a59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:15.459066 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6bee8b00-64e1-4eed-86f5-ff479b183e6d req-ee3b7bd7-4e9f-4cea-ab93-122fa35a59ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e489ae-5309-4b43-ae1b-fa20856d2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0402315 Oct 12 04:17:15.557416 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6bee8b00-64e1-4eed-86f5-ff479b183e6d req-82ae7730-f3b4-4cac-ba28-09786ef7df50 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912485 Oct 12 04:17:15.653795 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-6bee8b00-64e1-4eed-86f5-ff479b183e6d req-a84c7467-e363-4fab-83ea-06b9ff6120be service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881867 Oct 12 04:17:15.726995 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47806) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:15.775500 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-fab85592-225a-4225-8a6f-3b02dff1f1bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58262d2f0aee4c58871cb7ab53f75c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471933 Oct 12 04:17:15.775706 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47808) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:17:15.797666 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 0acadc65-6aed-4e13-bcd7-dee1aaaefb39 no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:17:15.824358 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e06a7cc8-509b-4e9a-aa05-d278ed47f24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.824601 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: 0acadc65-6aed-4e13-bcd7-dee1aaaefb39 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:17:15.824852 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 0acadc65-6aed-4e13-bcd7-dee1aaaefb39 not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:17:15.825275 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device e0a6cb2c-5217-444c-94f8-e5b2580604a2 no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:17:15.844903 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e06a7cc8-509b-4e9a-aa05-d278ed47f24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.854702 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: e0a6cb2c-5217-444c-94f8-e5b2580604a2 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:17:15.855041 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device e0a6cb2c-5217-444c-94f8-e5b2580604a2 not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:17:15.893558 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e06a7cc8-509b-4e9a-aa05-d278ed47f24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.896932 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e06a7cc8-509b-4e9a-aa05-d278ed47f24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:15.898049 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-e06a7cc8-509b-4e9a-aa05-d278ed47f24f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b2d3f27-8269-4a77-91d1-0d822e8a19cf HTTP/1.1" status: 204 len: 168 time: 0.1211891 Oct 12 04:17:15.905704 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a7cc8-509b-4e9a-aa05-d278ed47f24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2d3f27-8269-4a77-91d1-0d822e8a19cf,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:17:28.259461 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-6dae43ca-1a81-4a68-8797-c560e9d57382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:30.674770 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-0af7c8e8-9b94-4d7c-9693-8a2b3ccf7535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:31.680404 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:31.733634 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:33.665876 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:37.381472 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:17:40.528348 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:17:42.860917 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ba4c14e1-9b38-4582-9d5a-128bfc98ff5b req-e5b12b1e-143b-4397-a02f-6a855eff41e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377328 Oct 12 04:17:42.939300 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c14e1-9b38-4582-9d5a-128bfc98ff5b req-22f11492-0379-4ff7-91b1-01d718a0661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:42.940712 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ba4c14e1-9b38-4582-9d5a-128bfc98ff5b req-22f11492-0379-4ff7-91b1-01d718a0661e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd595906766c4e25a8f513f6b01a93b4&device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 1138 time: 0.0381584 Oct 12 04:17:43.300349 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c14e1-9b38-4582-9d5a-128bfc98ff5b req-cf31e8c8-cf36-4c04-a2ad-a615f3fc6ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:43.302372 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ba4c14e1-9b38-4582-9d5a-128bfc98ff5b req-cf31e8c8-cf36-4c04-a2ad-a615f3fc6ee6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7e489ae-5309-4b43-ae1b-fa20856d2941 HTTP/1.1" status: 200 len: 916 time: 0.3433244 Oct 12 04:17:43.366468 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ba4c14e1-9b38-4582-9d5a-128bfc98ff5b req-7a5371d3-604c-4f4f-bd81-02d53634ab28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d HTTP/1.1" status: 200 len: 1001 time: 0.0567865 Oct 12 04:17:43.414066 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c14e1-9b38-4582-9d5a-128bfc98ff5b req-f6d78c10-fcd5-46b2-b09f-fea3ec2c315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:43.415420 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ba4c14e1-9b38-4582-9d5a-128bfc98ff5b req-f6d78c10-fcd5-46b2-b09f-fea3ec2c315a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee HTTP/1.1" status: 200 len: 854 time: 0.0414722 Oct 12 04:17:43.461413 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c14e1-9b38-4582-9d5a-128bfc98ff5b req-846f0414-cca7-47b2-ae8b-cac7a2faaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:17:43.462819 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ba4c14e1-9b38-4582-9d5a-128bfc98ff5b req-846f0414-cca7-47b2-ae8b-cac7a2faaea2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e489ae-5309-4b43-ae1b-fa20856d2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0405867 Oct 12 04:17:43.549361 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ba4c14e1-9b38-4582-9d5a-128bfc98ff5b req-589ded78-0d1d-49f0-8dea-319cb9d1dd3a service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790901 Oct 12 04:17:43.639030 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ba4c14e1-9b38-4582-9d5a-128bfc98ff5b req-78a0fdd6-f5d5-4792-a1d3-1aea6edb102f service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817761 Oct 12 04:17:58.259275 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-7d1074a9-f935-4d9c-b90b-05f4d0b280a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:00.675067 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-038a248a-d663-4e87-b4f5-e75fde8e6040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:01.683324 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:01.732784 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:03.669009 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:07.387450 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:16.180639 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d295b80-281a-4587-80ba-62e623e7475d req-e89ff840-67d3-4140-842a-3ab58522f55a tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:16.182105 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4d295b80-281a-4587-80ba-62e623e7475d req-e89ff840-67d3-4140-842a-3ab58522f55a tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0746255 Oct 12 04:18:16.187875 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b112b2-3d02-4b4b-939c-664a1ee416b3 req-c69e549e-0f50-4a8f-a759-b3346a2b29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:16.189255 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c5b112b2-3d02-4b4b-939c-664a1ee416b3 req-c69e549e-0f50-4a8f-a759-b3346a2b29b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd595906766c4e25a8f513f6b01a93b4&device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 1138 time: 0.0556707 Oct 12 04:18:16.269271 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4d295b80-281a-4587-80ba-62e623e7475d req-df51bfbd-d073-408d-8f9a-7c3f3d6a5535 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790560 Oct 12 04:18:16.302804 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b112b2-3d02-4b4b-939c-664a1ee416b3 req-4d321677-2247-4de1-91c7-9951db580158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:16.304244 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c5b112b2-3d02-4b4b-939c-664a1ee416b3 req-4d321677-2247-4de1-91c7-9951db580158 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7e489ae-5309-4b43-ae1b-fa20856d2941 HTTP/1.1" status: 200 len: 916 time: 0.1072171 Oct 12 04:18:16.371736 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c5b112b2-3d02-4b4b-939c-664a1ee416b3 req-035bca05-86b7-4b1e-82d7-81fe9da0c4af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d HTTP/1.1" status: 200 len: 1001 time: 0.0603664 Oct 12 04:18:16.418877 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b112b2-3d02-4b4b-939c-664a1ee416b3 req-22d776c6-c97b-45f1-95d9-c180543e80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:16.420235 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c5b112b2-3d02-4b4b-939c-664a1ee416b3 req-22d776c6-c97b-45f1-95d9-c180543e80f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee HTTP/1.1" status: 200 len: 854 time: 0.0418181 Oct 12 04:18:16.464620 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b112b2-3d02-4b4b-939c-664a1ee416b3 req-d0789bc7-56b9-4d9c-9b12-a77a7b0e73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:16.466102 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c5b112b2-3d02-4b4b-939c-664a1ee416b3 req-d0789bc7-56b9-4d9c-9b12-a77a7b0e73ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e489ae-5309-4b43-ae1b-fa20856d2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0381317 Oct 12 04:18:16.561195 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c5b112b2-3d02-4b4b-939c-664a1ee416b3 req-d9399194-197d-4357-a4a3-4b007b67016f service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875907 Oct 12 04:18:16.647628 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-c5b112b2-3d02-4b4b-939c-664a1ee416b3 req-6908a220-ef6d-4f8c-aa91-18987ee6b719 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795557 Oct 12 04:18:17.397261 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b8a1-4e8c-45a2-8452-132eb5c05d25 req-d9444f74-9308-4d04-b2b8-2bc7e52dcdde tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:17.398642 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-be50b8a1-4e8c-45a2-8452-132eb5c05d25 req-d9444f74-9308-4d04-b2b8-2bc7e52dcdde tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0483050 Oct 12 04:18:17.437996 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-be50b8a1-4e8c-45a2-8452-132eb5c05d25 req-066a9a5b-f937-4414-b286-fbdbf733d51a tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335183 Oct 12 04:18:17.527629 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:18:18.553906 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d0ece-287c-481e-b2bb-cd8de12c4fb3 req-f00530bd-f7e9-4079-a037-6abf82c32707 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:18.555346 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-604d0ece-287c-481e-b2bb-cd8de12c4fb3 req-f00530bd-f7e9-4079-a037-6abf82c32707 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0516510 Oct 12 04:18:18.593789 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-604d0ece-287c-481e-b2bb-cd8de12c4fb3 req-ac0526c6-8ca8-416a-ac48-378c42028301 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325530 Oct 12 04:18:19.704143 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66175f-24fe-4541-b702-03df1c8b9ab4 req-85318f39-d925-4644-937c-ea4741a2bcfa tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:19.705606 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0e66175f-24fe-4541-b702-03df1c8b9ab4 req-85318f39-d925-4644-937c-ea4741a2bcfa tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0477524 Oct 12 04:18:19.744623 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0e66175f-24fe-4541-b702-03df1c8b9ab4 req-67e3137b-5b33-48ca-89e4-436531f264fc tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330493 Oct 12 04:18:20.856466 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264504f-633b-4ab5-88ee-4a5adade2638 req-e1c0922a-344b-4560-8581-0ed7058307d8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:20.857900 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4264504f-633b-4ab5-88ee-4a5adade2638 req-e1c0922a-344b-4560-8581-0ed7058307d8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0464671 Oct 12 04:18:20.896206 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4264504f-633b-4ab5-88ee-4a5adade2638 req-c2d11dd5-865e-466e-9379-952ea62bd975 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324702 Oct 12 04:18:22.009882 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940323f-758c-4f2d-b2fe-0ccb48c80259 req-8383fd68-fb82-47dc-91f2-3f0595853e6b tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:22.011209 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0940323f-758c-4f2d-b2fe-0ccb48c80259 req-8383fd68-fb82-47dc-91f2-3f0595853e6b tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0500903 Oct 12 04:18:22.050110 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-0940323f-758c-4f2d-b2fe-0ccb48c80259 req-0cdadf3d-18b7-49b6-9e60-c513b7a11e7c tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330124 Oct 12 04:18:23.161244 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffb389-2ea0-4b57-8a72-14c07fc28b74 req-00e4d14e-e8e0-440d-97e4-79bec49fa122 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:23.163330 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-92ffb389-2ea0-4b57-8a72-14c07fc28b74 req-00e4d14e-e8e0-440d-97e4-79bec49fa122 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0477915 Oct 12 04:18:23.201611 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-92ffb389-2ea0-4b57-8a72-14c07fc28b74 req-57b08342-c940-482b-8fd9-3ad7530cf1cf tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324636 Oct 12 04:18:24.313323 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72100d-7c0f-4fc3-b8d0-c6d8702abbfe req-6d245528-03ef-4af6-ac1f-0487b52adab9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:24.314744 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1b72100d-7c0f-4fc3-b8d0-c6d8702abbfe req-6d245528-03ef-4af6-ac1f-0487b52adab9 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0477986 Oct 12 04:18:24.353923 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1b72100d-7c0f-4fc3-b8d0-c6d8702abbfe req-8a15ff57-58c9-498d-a14e-bba54964c6ca tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331426 Oct 12 04:18:25.467866 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097a642-f089-412c-9f06-b61705b97fff req-cc39e883-b37f-4fc0-8386-3dcc06acfee8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:25.469367 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d097a642-f089-412c-9f06-b61705b97fff req-cc39e883-b37f-4fc0-8386-3dcc06acfee8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0513234 Oct 12 04:18:25.509412 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d097a642-f089-412c-9f06-b61705b97fff req-c6c2e18d-de82-409f-b688-73dba3c28c6a tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336473 Oct 12 04:18:26.618979 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6751a5-933e-4929-bd6a-e925b680ea0c req-4941e991-9c67-4dc8-87da-f86f14ea296c tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:26.620432 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4c6751a5-933e-4929-bd6a-e925b680ea0c req-4941e991-9c67-4dc8-87da-f86f14ea296c tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0465174 Oct 12 04:18:26.658799 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-4c6751a5-933e-4929-bd6a-e925b680ea0c req-5ae76c5b-9140-413f-a8f4-e1c8fc18e70f tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325768 Oct 12 04:18:27.774835 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaecff-1747-4899-bc91-0f75c4421ec3 req-0403b472-784e-4627-9955-09122bb84871 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:27.776288 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1bfaecff-1747-4899-bc91-0f75c4421ec3 req-0403b472-784e-4627-9955-09122bb84871 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0473118 Oct 12 04:18:27.815211 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-1bfaecff-1747-4899-bc91-0f75c4421ec3 req-31d22bc4-7954-402f-abe9-6ec174f06330 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330760 Oct 12 04:18:28.261697 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-920e532e-aa83-4a24-8dbd-eceb47011e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:28.928820 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7483bd-59d0-4ee9-a2e8-54cd04edd0d3 req-2b9a8d5b-6497-4221-9bc4-184e6a196080 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:28.930259 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2f7483bd-59d0-4ee9-a2e8-54cd04edd0d3 req-2b9a8d5b-6497-4221-9bc4-184e6a196080 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0509858 Oct 12 04:18:28.968463 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-2f7483bd-59d0-4ee9-a2e8-54cd04edd0d3 req-49d8221b-d4f9-4958-bec7-1066fdf19714 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322635 Oct 12 04:18:30.079533 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59930b-1ccc-4e85-b767-f6c2daf3b93b req-6690bfd6-9d08-46b2-9deb-2c6827d114d5 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:30.081046 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ee59930b-1ccc-4e85-b767-f6c2daf3b93b req-6690bfd6-9d08-46b2-9deb-2c6827d114d5 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0475719 Oct 12 04:18:30.121498 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ee59930b-1ccc-4e85-b767-f6c2daf3b93b req-f5c440d9-8d81-4274-89fa-57948e0c993a tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339367 Oct 12 04:18:30.675967 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b89fe6b7-6b27-4449-a516-4a47f87165e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:31.230738 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88035b4-713f-4f09-b517-4ffc9c269e3a req-6ed9aca3-e2fb-44c0-a7b1-2a1992ce9f04 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:31.232177 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a88035b4-713f-4f09-b517-4ffc9c269e3a req-6ed9aca3-e2fb-44c0-a7b1-2a1992ce9f04 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0466321 Oct 12 04:18:31.270940 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-a88035b4-713f-4f09-b517-4ffc9c269e3a req-2b07c4b7-02e2-42a1-819b-8cccb4055e62 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329416 Oct 12 04:18:31.686927 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:31.732555 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:32.385000 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1852904-3db5-44b4-a6a2-2297112b519e req-a0151a18-59af-46b2-932c-a7e7287c13bd tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:32.386378 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b1852904-3db5-44b4-a6a2-2297112b519e req-a0151a18-59af-46b2-932c-a7e7287c13bd tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0509965 Oct 12 04:18:32.425730 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-b1852904-3db5-44b4-a6a2-2297112b519e req-bb79e6e8-c401-4632-a366-84b6223f8206 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334454 Oct 12 04:18:33.539164 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa447cff-6587-4f5e-b56b-116c63a85c12 req-711e1f92-0793-43fc-bbb2-e414f1bfd620 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:33.540606 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa447cff-6587-4f5e-b56b-116c63a85c12 req-711e1f92-0793-43fc-bbb2-e414f1bfd620 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0481753 Oct 12 04:18:33.578922 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-aa447cff-6587-4f5e-b56b-116c63a85c12 req-0ecc6c79-cfb6-4363-bc4e-fd7314b7ed9e tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&id=d4cca841-b088-4e55-8d8a-49cc46a0f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323265 Oct 12 04:18:33.672016 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:37.396125 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:18:43.867818 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ae22259b-ac0d-4012-8ff8-cd4cb3d9f3ec req-c26dbfff-b62c-4ec9-acc6-cde6f0cbb9a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377047 Oct 12 04:18:43.952393 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22259b-ac0d-4012-8ff8-cd4cb3d9f3ec req-87046893-380b-4da3-aa79-ec92db8b27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:43.953858 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ae22259b-ac0d-4012-8ff8-cd4cb3d9f3ec req-87046893-380b-4da3-aa79-ec92db8b27a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd595906766c4e25a8f513f6b01a93b4&device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 1138 time: 0.0425920 Oct 12 04:18:44.053826 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22259b-ac0d-4012-8ff8-cd4cb3d9f3ec req-66ff6731-9b04-4e02-b0a7-57b6055305ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:44.055145 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ae22259b-ac0d-4012-8ff8-cd4cb3d9f3ec req-66ff6731-9b04-4e02-b0a7-57b6055305ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7e489ae-5309-4b43-ae1b-fa20856d2941 HTTP/1.1" status: 200 len: 916 time: 0.0821607 Oct 12 04:18:44.123004 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ae22259b-ac0d-4012-8ff8-cd4cb3d9f3ec req-96ecb9d9-f5e1-4cd8-a124-e61a58a2f213 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d HTTP/1.1" status: 200 len: 1001 time: 0.0602205 Oct 12 04:18:44.171208 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22259b-ac0d-4012-8ff8-cd4cb3d9f3ec req-7f701929-69cd-4740-b089-4fe4abfc3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:44.172550 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ae22259b-ac0d-4012-8ff8-cd4cb3d9f3ec req-7f701929-69cd-4740-b089-4fe4abfc3c05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee HTTP/1.1" status: 200 len: 854 time: 0.0421231 Oct 12 04:18:44.215554 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22259b-ac0d-4012-8ff8-cd4cb3d9f3ec req-dd4be711-b7a1-4f59-ae2f-344dc18ef41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:18:44.216968 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ae22259b-ac0d-4012-8ff8-cd4cb3d9f3ec req-dd4be711-b7a1-4f59-ae2f-344dc18ef41e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e489ae-5309-4b43-ae1b-fa20856d2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0367038 Oct 12 04:18:44.307447 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ae22259b-ac0d-4012-8ff8-cd4cb3d9f3ec req-56474870-e926-4ca7-9a6b-196ff223d611 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824838 Oct 12 04:18:44.394698 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ae22259b-ac0d-4012-8ff8-cd4cb3d9f3ec req-cd8c7d2e-b0ef-4cea-9474-845a6bd98956 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794840 Oct 12 04:18:54.525747 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:18:58.262392 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-a64681f9-d3ea-4275-8c34-6b010d39ca44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:00.675890 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4d46f7c6-7ac0-4402-9f89-1ae4bca0b33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:01.689324 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:01.731299 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:03.674156 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:07.408968 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:28.263427 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-31e60a03-6570-429b-9995-12ac5cf6ccd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:30.675707 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d2b0-0fbf-4076-91cb-9b03b001cc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:31.523869 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:19:31.691797 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:31.729922 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:33.677298 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:36.952464 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3aa6549d-e56a-4be3-841b-849e695ef874 req-71da75aa-2179-492d-a91a-996b206cbe7e tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380122821&fields=id&tenant_id=cd595906766c4e25a8f513f6b01a93b4 HTTP/1.1" status: 200 len: 267 time: 0.0327041 Oct 12 04:19:37.007374 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6549d-e56a-4be3-841b-849e695ef874 req-2c8f1576-b33a-4e49-96e3-ece0d39d7730 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:37.008816 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3aa6549d-e56a-4be3-841b-849e695ef874 req-2c8f1576-b33a-4e49-96e3-ece0d39d7730 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 985 time: 0.0509577 Oct 12 04:19:37.019425 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.v2.base [req-3aa6549d-e56a-4be3-841b-849e695ef874 req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Request body: {'port': {'security_groups': ['965bef36-41b2-449f-b59d-6d9c2728ee07']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 04:19:37.082088 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3aa6549d-e56a-4be3-841b-849e695ef874 req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567574'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.250418 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3aa6549d-e56a-4be3-841b-849e695ef874 req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] For port c5ff0656-88f0-432c-9078-b90c8a0eb65d, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d,segment=NetworkSegment(945e364c-f66d-4a05-b9a2-11d638cb6b74),segment_id=945e364c-f66d-4a05-b9a2-11d638cb6b74)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:37.278274 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3aa6549d-e56a-4be3-841b-849e695ef874 req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.282663 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3aa6549d-e56a-4be3-841b-849e695ef874 req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766412109334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766411639053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766411639071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9114262'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.295029 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['c5ff0656-88f0-432c-9078-b90c8a0eb65d'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:19:37.325469 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6549d-e56a-4be3-841b-849e695ef874 req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:37.326093 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3aa6549d-e56a-4be3-841b-849e695ef874 req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.327484 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-3aa6549d-e56a-4be3-841b-849e695ef874 req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "PUT /v2.0/ports/c5ff0656-88f0-432c-9078-b90c8a0eb65d HTTP/1.1" status: 200 len: 943 time: 0.3124077 Oct 12 04:19:37.327940 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:19:37.330223 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91e5c3a-b119-4c79-9ecb-6aadd0d7425d" -d '{"events": [{"name": "network-changed", "server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:19:37.334190 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47892) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:37.359314 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event updated for resources: {'Port': ['ID=c5ff0656-88f0-432c-9078-b90c8a0eb65d,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:37.367221 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.367565 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.367906 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.368239 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.368569 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.368922 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.369251 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.369576 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.369897 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.370223 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.371442 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.371814 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d2091-95bc-472d-962c-adc5d6b9d2fb tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.396507 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7989c508-f529-4a09-8917-c03ef23e8adf x-openstack-request-id: req-7989c508-f529-4a09-8917-c03ef23e8adf {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:19:37.396847 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:19:37.397121 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7989c508-f529-4a09-8917-c03ef23e8adf {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:19:37.397525 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d', 'status': 'completed', 'code': 200} Oct 12 04:19:37.407955 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.424059 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['c5ff0656-88f0-432c-9078-b90c8a0eb65d'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:19:37.435629 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.477796 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5c3a-b119-4c79-9ecb-6aadd0d7425d req-d4526a4d-14e3-478a-8271-e59f19e8bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:37.479405 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d91e5c3a-b119-4c79-9ecb-6aadd0d7425d req-d4526a4d-14e3-478a-8271-e59f19e8bce7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd595906766c4e25a8f513f6b01a93b4&device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 1099 time: 0.0597310 Oct 12 04:19:37.482745 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.524539 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.528482 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.532079 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "DELETE /v2.0/security-groups/d4cca841-b088-4e55-8d8a-49cc46a0f35f HTTP/1.1" status: 204 len: 168 time: 0.1945095 Oct 12 04:19:37.533506 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47898) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:37.584328 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cca841-b088-4e55-8d8a-49cc46a0f35f,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:37.590448 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5c3a-b119-4c79-9ecb-6aadd0d7425d req-66c9a88c-fa80-4694-b8e9-d424a4b8e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:37.591937 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d91e5c3a-b119-4c79-9ecb-6aadd0d7425d req-66c9a88c-fa80-4694-b8e9-d424a4b8e8e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7e489ae-5309-4b43-ae1b-fa20856d2941 HTTP/1.1" status: 200 len: 916 time: 0.1045513 Oct 12 04:19:37.593985 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.594347 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.594690 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.595089 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.595428 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.595761 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.596094 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.596425 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.596752 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.597292 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.597623 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.597952 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f70c7-2f8d-44c2-8b5c-b4c6f323b8f6 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:37.648591 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.provisioning_blocks [None req-ab59eff8-b135-45fe-b33b-2b04c1f9c035 None None] Provisioning complete for port c5ff0656-88f0-432c-9078-b90c8a0eb65d triggered by entity DHCP. {{(pid=94184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 04:19:37.648948 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-ab59eff8-b135-45fe-b33b-2b04c1f9c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.668830 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d91e5c3a-b119-4c79-9ecb-6aadd0d7425d req-4c8b89ae-b86c-4730-9d84-e636c3886a9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d HTTP/1.1" status: 200 len: 1001 time: 0.0700030 Oct 12 04:19:37.725360 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5c3a-b119-4c79-9ecb-6aadd0d7425d req-15e57c0e-4986-457a-82f1-d72345d0f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:37.726831 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d91e5c3a-b119-4c79-9ecb-6aadd0d7425d req-15e57c0e-4986-457a-82f1-d72345d0f52e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee HTTP/1.1" status: 200 len: 854 time: 0.0498073 Oct 12 04:19:37.731701 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a1441-e013-4ede-94e4-61f5a68159d4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Deleting port 6bbb8c64-60f9-423a-9c00-25b195cf26d3 {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:19:37.732160 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7b4a1441-e013-4ede-94e4-61f5a68159d4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.772727 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5c3a-b119-4c79-9ecb-6aadd0d7425d req-a50f974b-e7b6-4f02-924d-b23ef6760a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:37.774157 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d91e5c3a-b119-4c79-9ecb-6aadd0d7425d req-a50f974b-e7b6-4f02-924d-b23ef6760a8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e489ae-5309-4b43-ae1b-fa20856d2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0395083 Oct 12 04:19:37.807341 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7b4a1441-e013-4ede-94e4-61f5a68159d4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.807671 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7b4a1441-e013-4ede-94e4-61f5a68159d4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:37.819929 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a1441-e013-4ede-94e4-61f5a68159d4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Calling delete_port for 6bbb8c64-60f9-423a-9c00-25b195cf26d3 owned by network:floatingip {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:19:37.865347 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d91e5c3a-b119-4c79-9ecb-6aadd0d7425d req-4635d86a-36a4-43be-b53a-fe6b07b63574 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835063 Oct 12 04:19:37.954706 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-d91e5c3a-b119-4c79-9ecb-6aadd0d7425d req-3cdf9307-f484-4188-9902-5c3d14f3430a service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823319 Oct 12 04:19:37.988369 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7b4a1441-e013-4ede-94e4-61f5a68159d4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:38.015774 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a1441-e013-4ede-94e4-61f5a68159d4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event deleted for resources: {'Port': ['ID=6bbb8c64-60f9-423a-9c00-25b195cf26d3,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:38.072952 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7b4a1441-e013-4ede-94e4-61f5a68159d4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks [] for floatingip, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:38.073217 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.db.l3_db [None req-7b4a1441-e013-4ede-94e4-61f5a68159d4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Floating IP 98013be3-798d-4e75-b65b-672fb190a93d disassociated (deleted). External IP: 172.28.0.85, port: c5ff0656-88f0-432c-9078-b90c8a0eb65d. Oct 12 04:19:38.272059 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4a1441-e013-4ede-94e4-61f5a68159d4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:19:38.375210 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4a1441-e013-4ede-94e4-61f5a68159d4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:19:38.380345 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-7b4a1441-e013-4ede-94e4-61f5a68159d4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for floatingip, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:38.384525 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10213a9-c437-4977-8e04-d60c3d321c64 None None] Sync routers for ids ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:19:38.393487 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10213a9-c437-4977-8e04-d60c3d321c64 None None] Routers {'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:19:38.394114 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-a10213a9-c437-4977-8e04-d60c3d321c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:19:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:38.407804 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-7b4a1441-e013-4ede-94e4-61f5a68159d4 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "DELETE /v2.0/floatingips/98013be3-798d-4e75-b65b-672fb190a93d HTTP/1.1" status: 204 len: 168 time: 0.8730118 Oct 12 04:19:38.408371 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d'}] {{(pid=94182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:19:38.410985 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25347b287b6c303483951d5c4f01d5401f78b9f2cd6d63de7184aefd9db8360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309f2a28-e32f-4137-b14f-91e552d0bb94" -d '{"events": [{"name": "network-changed", "server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d"}]}' {{(pid=94182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:19:38.447661 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702ed71a-9250-48b4-999e-d27e7d6f3da1 x-openstack-request-id: req-702ed71a-9250-48b4-999e-d27e7d6f3da1 {{(pid=94182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:19:38.447939 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d", "status": "completed", "code": 200}]} {{(pid=94182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:19:38.448207 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-702ed71a-9250-48b4-999e-d27e7d6f3da1 {{(pid=94182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:19:38.449211 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d', 'status': 'completed', 'code': 200} Oct 12 04:19:38.504586 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-a10213a9-c437-4977-8e04-d60c3d321c64 None None] Set router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:19:38.518897 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f2a28-e32f-4137-b14f-91e552d0bb94 req-a34b0732-47c0-4586-8564-42664bc90a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:38.520397 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-309f2a28-e32f-4137-b14f-91e552d0bb94 req-a34b0732-47c0-4586-8564-42664bc90a76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd595906766c4e25a8f513f6b01a93b4&device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 1099 time: 0.0484884 Oct 12 04:19:38.632984 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f2a28-e32f-4137-b14f-91e552d0bb94 req-a4e7e83a-9331-46e3-9cf2-bbfb191b111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:38.634381 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-309f2a28-e32f-4137-b14f-91e552d0bb94 req-a4e7e83a-9331-46e3-9cf2-bbfb191b111e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7e489ae-5309-4b43-ae1b-fa20856d2941 HTTP/1.1" status: 200 len: 916 time: 0.1074903 Oct 12 04:19:38.682484 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-309f2a28-e32f-4137-b14f-91e552d0bb94 req-b5997ba9-bd42-4e58-a714-ed07db758dfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d HTTP/1.1" status: 200 len: 217 time: 0.0394261 Oct 12 04:19:38.712036 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-a10213a9-c437-4977-8e04-d60c3d321c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 4, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port': {'id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e', 'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'mac_address': 'fa:16:3e:a1:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:27Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 5, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'subnets': [{'id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:38.734859 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f2a28-e32f-4137-b14f-91e552d0bb94 req-2c542a8c-5bf4-4564-9191-dfb5e19cd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:38.736301 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-309f2a28-e32f-4137-b14f-91e552d0bb94 req-2c542a8c-5bf4-4564-9191-dfb5e19cd517 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee HTTP/1.1" status: 200 len: 854 time: 0.0468090 Oct 12 04:19:38.740997 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10213a9-c437-4977-8e04-d60c3d321c64 None None] Checking router: c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:19:38.749742 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10213a9-c437-4977-8e04-d60c3d321c64 None None] Routers {'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:19:38.750330 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-a10213a9-c437-4977-8e04-d60c3d321c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:19:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:38.781050 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f2a28-e32f-4137-b14f-91e552d0bb94 req-9263258a-6b70-4abc-95b3-4e9fcfa786b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:38.782503 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-309f2a28-e32f-4137-b14f-91e552d0bb94 req-9263258a-6b70-4abc-95b3-4e9fcfa786b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e489ae-5309-4b43-ae1b-fa20856d2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0390368 Oct 12 04:19:38.853230 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-a10213a9-c437-4977-8e04-d60c3d321c64 None None] Set router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:19:38.887516 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-309f2a28-e32f-4137-b14f-91e552d0bb94 req-b7a128ea-c643-4cfc-9f85-98cf81afb6e1 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977614 Oct 12 04:19:38.974770 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-309f2a28-e32f-4137-b14f-91e552d0bb94 req-6394667f-6e14-4c0f-9fde-27d397ed6f44 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794394 Oct 12 04:19:39.053207 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-a10213a9-c437-4977-8e04-d60c3d321c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 4, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port': {'id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e', 'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'mac_address': 'fa:16:3e:a1:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:27Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 5, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'subnets': [{'id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:39.079865 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10213a9-c437-4977-8e04-d60c3d321c64 None None] The sync data for ids ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'] in dv-cinder-813067-1-smb is: [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:27Z', 'revision_number': 4, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port': {'id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb', '_interfaces': [{'id': 'e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e', 'name': '', 'network_id': 'e7e489ae-5309-4b43-ae1b-fa20856d2941', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'mac_address': 'fa:16:3e:a1:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:27Z', 'updated_at': '2021-10-12T04:16:32Z', 'revision_number': 5, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'subnets': [{'id': '03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:19:39.310018 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52979b4-bcea-469a-9463-51f6f1c04712 None None] New status for floating IP 98013be3-798d-4e75-b65b-672fb190a93d: DOWN {{(pid=94185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 04:19:41.104328 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb66093-2a2b-445f-ad5a-5c26885400f3 req-16091b88-7d4a-440c-879c-746c66bbc42b tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:41.105850 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-feb66093-2a2b-445f-ad5a-5c26885400f3 req-16091b88-7d4a-440c-879c-746c66bbc42b tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 946 time: 0.0493774 Oct 12 04:19:41.142484 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-feb66093-2a2b-445f-ad5a-5c26885400f3 req-a8dfa1d6-d5de-48ce-8795-54581018fae3 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306282 Oct 12 04:19:42.259832 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5be4b3-e387-4434-8f34-fa70eb62e0c6 req-90a5c44d-d202-4840-b9ef-b8e0e354f115 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:42.261320 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad5be4b3-e387-4434-8f34-fa70eb62e0c6 req-90a5c44d-d202-4840-b9ef-b8e0e354f115 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 946 time: 0.0509162 Oct 12 04:19:42.298733 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-ad5be4b3-e387-4434-8f34-fa70eb62e0c6 req-defa3a2f-f792-44aa-90cf-304e689a4bde tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315917 Oct 12 04:19:43.147267 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b51f1-d79c-45c2-a8c4-e3e20aa7630f req-9b233a4a-25ba-4a73-b1cc-e49ae729529a tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:43.148724 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-007b51f1-d79c-45c2-a8c4-e3e20aa7630f req-9b233a4a-25ba-4a73-b1cc-e49ae729529a tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.41 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 946 time: 0.0560255 Oct 12 04:19:43.235239 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-007b51f1-d79c-45c2-a8c4-e3e20aa7630f req-abece3af-836e-475e-b1fc-0c4a83e70ab8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Deleting port c5ff0656-88f0-432c-9078-b90c8a0eb65d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:19:43.235572 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-007b51f1-d79c-45c2-a8c4-e3e20aa7630f req-abece3af-836e-475e-b1fc-0c4a83e70ab8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:43.324141 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-007b51f1-d79c-45c2-a8c4-e3e20aa7630f req-abece3af-836e-475e-b1fc-0c4a83e70ab8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] For port c5ff0656-88f0-432c-9078-b90c8a0eb65d, host hv-cinder-81306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81306',level=0,port_id=c5ff0656-88f0-432c-9078-b90c8a0eb65d,segment=NetworkSegment(945e364c-f66d-4a05-b9a2-11d638cb6b74),segment_id=945e364c-f66d-4a05-b9a2-11d638cb6b74)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:43.324849 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-007b51f1-d79c-45c2-a8c4-e3e20aa7630f req-abece3af-836e-475e-b1fc-0c4a83e70ab8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:43.338474 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-007b51f1-d79c-45c2-a8c4-e3e20aa7630f req-abece3af-836e-475e-b1fc-0c4a83e70ab8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Calling delete_port for c5ff0656-88f0-432c-9078-b90c8a0eb65d owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:19:43.450153 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b33ef4-e4b7-4e79-b9f2-6c9e0be9c850 req-47835810-c2c5-4f5b-9293-e2a8bc3cf3f1 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 04:19:43.451592 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-39b33ef4-e4b7-4e79-b9f2-6c9e0be9c850 req-47835810-c2c5-4f5b-9293-e2a8bc3cf3f1 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/ports?device_id=870c2761-9c10-4801-91ff-f86af3cf75a1 HTTP/1.1" status: 200 len: 946 time: 0.0695376 Oct 12 04:19:43.518188 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-39b33ef4-e4b7-4e79-b9f2-6c9e0be9c850 req-c5c6b2bc-ab81-4528-8302-3563d74ed716 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.31 "GET /v2.0/security-groups?id=965bef36-41b2-449f-b59d-6d9c2728ee07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605993 Oct 12 04:19:43.531912 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-007b51f1-d79c-45c2-a8c4-e3e20aa7630f req-abece3af-836e-475e-b1fc-0c4a83e70ab8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:43.544432 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] get_ports_and_sgs() called for port_ids ['c5ff0656-88f0-432c-9078-b90c8a0eb65d'] {{(pid=94184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 04:19:43.565177 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abece3af-836e-475e-b1fc-0c4a83e70ab8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Pushing event deleted for resources: {'Port': ['ID=c5ff0656-88f0-432c-9078-b90c8a0eb65d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:43.603891 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-007b51f1-d79c-45c2-a8c4-e3e20aa7630f req-abece3af-836e-475e-b1fc-0c4a83e70ab8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] No DVR routers for this DVR port c5ff0656-88f0-432c-9078-b90c8a0eb65d on host hv-cinder-81306 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:19:43.606927 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-007b51f1-d79c-45c2-a8c4-e3e20aa7630f req-abece3af-836e-475e-b1fc-0c4a83e70ab8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124545'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:43.610293 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [req-007b51f1-d79c-45c2-a8c4-e3e20aa7630f req-abece3af-836e-475e-b1fc-0c4a83e70ab8 tempest-TestMinimumBasicScenario-1664665505 tempest-TestMinimumBasicScenario-1664665505-project] 10.222.0.41 "DELETE /v2.0/ports/c5ff0656-88f0-432c-9078-b90c8a0eb65d HTTP/1.1" status: 204 len: 173 time: 0.4555161 Oct 12 04:19:43.610729 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'name': 'network-vif-deleted', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 04:19:43.612956 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0679a48cfb5e351cfbe810f4015d1019c130740d5ea9c4a437b61f869dfddf0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad257c7-27bc-41b9-8d86-1db1edc11238" -d '{"events": [{"server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "name": "network-vif-deleted", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 04:19:43.651320 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48b719c-b198-4222-b132-41756fe6a758 x-openstack-request-id: req-a48b719c-b198-4222-b132-41756fe6a758 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 04:19:43.651625 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870c2761-9c10-4801-91ff-f86af3cf75a1", "name": "network-vif-deleted", "tag": "c5ff0656-88f0-432c-9078-b90c8a0eb65d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 04:19:43.651855 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a48b719c-b198-4222-b132-41756fe6a758 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 04:19:43.652244 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870c2761-9c10-4801-91ff-f86af3cf75a1', 'name': 'network-vif-deleted', 'tag': 'c5ff0656-88f0-432c-9078-b90c8a0eb65d', 'status': 'completed', 'code': 200} Oct 12 04:19:45.182630 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47990) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:45.507223 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-fe029aa5-0d0b-4547-b1e7-ce5e2e96fc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3912851'] for router_interface, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:45.680888 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c5ff0656-88f0-432c-9078-b90c8a0eb65d no longer exists at agent hyperv_hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:19:45.700894 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] No Port match for: c5ff0656-88f0-432c-9078-b90c8a0eb65d {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:19:45.701225 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Device c5ff0656-88f0-432c-9078-b90c8a0eb65d not bound to the agent host hv-cinder-81306 {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:19:45.737906 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-fe029aa5-0d0b-4547-b1e7-ce5e2e96fc1e admin admin] Deleting port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:19:45.738243 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-fe029aa5-0d0b-4547-b1e7-ce5e2e96fc1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:45.812364 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [None req-fe029aa5-0d0b-4547-b1e7-ce5e2e96fc1e admin admin] For port e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e,segment=NetworkSegment(945e364c-f66d-4a05-b9a2-11d638cb6b74),segment_id=945e364c-f66d-4a05-b9a2-11d638cb6b74)] {{(pid=94182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:45.812722 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-fe029aa5-0d0b-4547-b1e7-ce5e2e96fc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:45.824939 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-fe029aa5-0d0b-4547-b1e7-ce5e2e96fc1e admin admin] Calling delete_port for e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e owned by network:router_interface {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:19:46.203278 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-fe029aa5-0d0b-4547-b1e7-ce5e2e96fc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:46.231642 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe029aa5-0d0b-4547-b1e7-ce5e2e96fc1e admin admin] Pushing event deleted for resources: {'Port': ['ID=e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:46.389811 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-fe029aa5-0d0b-4547-b1e7-ce5e2e96fc1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3912743'] for router_interface, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:46.599604 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe029aa5-0d0b-4547-b1e7-ce5e2e96fc1e admin admin] Router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:19:46.702289 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe029aa5-0d0b-4547-b1e7-ce5e2e96fc1e admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:19:46.707250 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-fe029aa5-0d0b-4547-b1e7-ce5e2e96fc1e admin admin] 10.222.0.31 "PUT /v2.0/routers/c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5229943 Oct 12 04:19:46.709819 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47992) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:46.710932 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e464c85-ee1a-4f02-a472-3cbb4dda605e None None] Sync routers for ids ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'] in dv-cinder-813067-1-smb {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:19:46.720323 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e464c85-ee1a-4f02-a472-3cbb4dda605e None None] Routers {'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:19:46.720931 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-8e464c85-ee1a-4f02-a472-3cbb4dda605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:19:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:46.810044 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Notify callbacks [] for router, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:46.822994 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-8e464c85-ee1a-4f02-a472-3cbb4dda605e None None] Set router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 gateway port host: dv-cinder-813067-1-smb {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:19:46.909437 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:46.960786 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Deleting port 750b3a9a-963d-42d0-b20f-e068a1e17fe8 {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:19:46.961119 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.000645 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-8e464c85-ee1a-4f02-a472-3cbb4dda605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:19:46Z', 'revision_number': 5, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port': {'id': '750b3a9a-963d-42d0-b20f-e068a1e17fe8', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:47.029938 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e464c85-ee1a-4f02-a472-3cbb4dda605e None None] Checking router: c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 for host: dv-cinder-813067-1-smb {{(pid=94184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:19:47.038459 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e464c85-ee1a-4f02-a472-3cbb4dda605e None None] Routers {'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:19:47.039048 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-8e464c85-ee1a-4f02-a472-3cbb4dda605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:19:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'], 'active': True} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:47.043412 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] For port 750b3a9a-963d-42d0-b20f-e068a1e17fe8, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=750b3a9a-963d-42d0-b20f-e068a1e17fe8,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:47.043775 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.055662 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Calling delete_port for 750b3a9a-963d-42d0-b20f-e068a1e17fe8 owned by network:router_gateway {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:19:47.228660 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.249754 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvr_db [None req-8e464c85-ee1a-4f02-a472-3cbb4dda605e None None] Set router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 gateway port host: None {{(pid=94184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:19:47.258827 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Pushing event deleted for resources: {'Port': ['ID=750b3a9a-963d-42d0-b20f-e068a1e17fe8,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:47.303467 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_hamode_db [None req-8e464c85-ee1a-4f02-a472-3cbb4dda605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:19:46Z', 'revision_number': 6, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port_host': None}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:47.321188 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873477'] for router_gateway, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.332352 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e464c85-ee1a-4f02-a472-3cbb4dda605e None None] The sync data for ids ['c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5'] in dv-cinder-813067-1-smb is: [{'id': 'c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5', 'name': 'tempest-TestMinimumBasicScenario-1042594821-router', 'tenant_id': 'cd595906766c4e25a8f513f6b01a93b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:25Z', 'updated_at': '2021-10-12T04:19:46Z', 'revision_number': 6, 'project_id': 'cd595906766c4e25a8f513f6b01a93b4', 'gw_port_host': None}] {{(pid=94184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:19:47.410934 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11531'] for router, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.413043 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.457802 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912254'] for router, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.458320 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 {{(pid=94182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:19:47.462508 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] Notify callbacks [] for router, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.463882 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-472f819f-06ba-4268-a36b-58c5e0203312 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c3dcbf8b-7aac-4378-a8de-8c1c72ee63d5 HTTP/1.1" status: 204 len: 168 time: 0.7531233 Oct 12 04:19:47.466967 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47994) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:47.511326 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49547cd-c5dd-460d-b55a-ba700a43f2df admin admin] Deleting subnet 03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee {{(pid=94182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:19:47.514275 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49547cd-c5dd-460d-b55a-ba700a43f2df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.548619 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49547cd-c5dd-460d-b55a-ba700a43f2df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542351'] for subnet, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.624283 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49547cd-c5dd-460d-b55a-ba700a43f2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.677691 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49547cd-c5dd-460d-b55a-ba700a43f2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11439025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11845777'] for subnet, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.702655 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49547cd-c5dd-460d-b55a-ba700a43f2df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:47.709081 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-b49547cd-c5dd-460d-b55a-ba700a43f2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.715582 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-b49547cd-c5dd-460d-b55a-ba700a43f2df admin admin] 10.222.0.31 "DELETE /v2.0/subnets/03bf4a2b-a7c6-40fe-9f94-15ca1f44a1ee HTTP/1.1" status: 204 len: 168 time: 0.2447724 Oct 12 04:19:47.715783 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6cba85-9141-40f3-8b26-535f272d09aa None None] Network e7e489ae-5309-4b43-ae1b-fa20856d2941 requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:19:47.716227 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 47996) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:47.788007 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.843931 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Deleting port 4cc447cf-4e32-4781-bc22-5d2e639c0f39 {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:19:47.844267 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.905348 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] For port 4cc447cf-4e32-4781-bc22-5d2e639c0f39, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=4cc447cf-4e32-4781-bc22-5d2e639c0f39,segment=NetworkSegment(945e364c-f66d-4a05-b9a2-11d638cb6b74),segment_id=945e364c-f66d-4a05-b9a2-11d638cb6b74)] {{(pid=94182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:47.905713 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:47.918213 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Calling delete_port for 4cc447cf-4e32-4781-bc22-5d2e639c0f39 owned by network:dhcp {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:19:47.994495 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:48.017063 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc447cf-4e32-4781-bc22-5d2e639c0f39,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:48.022406 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] No DVR routers for this DVR port 4cc447cf-4e32-4781-bc22-5d2e639c0f39 on host dv-cinder-813067-1-smb {{(pid=94182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:19:48.101767 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:48.105675 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94cebc-b668-42d7-b333-5798e17f5e97 None None] DHCP port deletion for e7e489ae-5309-4b43-ae1b-fa20856d2941 request from dv-cinder-813067-1-smb {{(pid=94184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:19:48.146026 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e489ae-5309-4b43-ae1b-fa20856d2941']}} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:48.161767 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945e364c-f66d-4a05-b9a2-11d638cb6b74') {'for_net_delete': True} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:48.162196 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945e364c-f66d-4a05-b9a2-11d638cb6b74') {} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:48.173161 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542340'] for segment, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:48.185733 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:19:48.187765 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:48.195245 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:19:48.196618 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11438191'] for segment, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: Traceback (most recent call last): Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: timer() Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: cb(*args, **kw) Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: return func(*args, **kwargs) Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: self._notify() Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: self.callback(batched_events) Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: event.method(event) Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: return f(self, *a, **k) Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: return self._get(url).json() Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: return self.request(url, 'GET', **kwargs) Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:19:48.199145 dv-cinder-813067-1-smb neutron-server[94182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:19:48.210600 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:19:48.210947 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device e03c6a5e-e7c0-41df-8dc4-b5fe39d67c4e not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:19:48.211733 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 4cc447cf-4e32-4781-bc22-5d2e639c0f39 no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:19:48.231622 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: 4cc447cf-4e32-4781-bc22-5d2e639c0f39 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:19:48.231976 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 4cc447cf-4e32-4781-bc22-5d2e639c0f39 not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:19:48.232397 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 750b3a9a-963d-42d0-b20f-e068a1e17fe8 no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:19:48.252027 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: 750b3a9a-963d-42d0-b20f-e068a1e17fe8 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:19:48.252373 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 750b3a9a-963d-42d0-b20f-e068a1e17fe8 not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:19:48.276099 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:48.281803 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:48.285606 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e7e489ae-5309-4b43-ae1b-fa20856d2941 HTTP/1.1" status: 204 len: 168 time: 0.5689487 Oct 12 04:19:48.288667 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 47998) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:48.298504 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24924b74-9ef3-4d47-b770-51fe4eadc064 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7e489ae-5309-4b43-ae1b-fa20856d2941,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:48.632614 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f1b291f-2232-44ea-989d-a1a9388a8321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3912851'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:48.858505 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b291f-2232-44ea-989d-a1a9388a8321 admin admin] Deleting port f7a200c7-c4d1-4242-9106-6d2ff3106db9 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:19:48.858744 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f1b291f-2232-44ea-989d-a1a9388a8321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:48.934898 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-9f1b291f-2232-44ea-989d-a1a9388a8321 admin admin] For port f7a200c7-c4d1-4242-9106-6d2ff3106db9, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=f7a200c7-c4d1-4242-9106-6d2ff3106db9,segment=NetworkSegment(72c3a724-b8af-472c-ae2e-a4801b1c8c38),segment_id=72c3a724-b8af-472c-ae2e-a4801b1c8c38)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:48.935181 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f1b291f-2232-44ea-989d-a1a9388a8321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:48.946944 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b291f-2232-44ea-989d-a1a9388a8321 admin admin] Calling delete_port for f7a200c7-c4d1-4242-9106-6d2ff3106db9 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:19:49.116264 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f1b291f-2232-44ea-989d-a1a9388a8321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:49.141929 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b291f-2232-44ea-989d-a1a9388a8321 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a200c7-c4d1-4242-9106-6d2ff3106db9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:49.305286 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f1b291f-2232-44ea-989d-a1a9388a8321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3912743'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:49.770443 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1b291f-2232-44ea-989d-a1a9388a8321 admin admin] Router e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 has already been hosted by L3 agent 026d8fb1-564d-4e7f-8976-026f270a25bd {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 04:19:49.875354 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1b291f-2232-44ea-989d-a1a9388a8321 admin admin] Notify agent at l3_agent.dv-cinder-813067-1-smb the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 04:19:49.880241 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-9f1b291f-2232-44ea-989d-a1a9388a8321 admin admin] 10.222.0.31 "PUT /v2.0/routers/e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5905850 Oct 12 04:19:49.882861 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.31', 48000) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:49.885340 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b4d44d-6d47-4aa0-a79c-6eb039e3a6fa None None] Sync routers for ids ['e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'] in dv-cinder-813067-1-smb {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 04:19:49.894918 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b4d44d-6d47-4aa0-a79c-6eb039e3a6fa None None] Routers {'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:19:49.895507 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-95b4d44d-6d47-4aa0-a79c-6eb039e3a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:19:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:49.984478 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:49.994768 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-95b4d44d-6d47-4aa0-a79c-6eb039e3a6fa None None] Set router e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 gateway port host: dv-cinder-813067-1-smb {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:19:50.082144 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.141012 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Deleting port f55c60c5-405d-41cd-8e7e-567b2986277d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:19:50.141390 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.170172 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-95b4d44d-6d47-4aa0-a79c-6eb039e3a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'name': 'tempest-TestMinimumBasicScenario-585709102-router', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'external_fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:19:49Z', 'revision_number': 5, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'gw_port': {'id': 'f55c60c5-405d-41cd-8e7e-567b2986277d', 'name': '', 'network_id': 'b4880d6e-e93a-4b6b-8665-fcbe0782a7d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813067-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11a6da14-8938-4ae8-ac9e-25a2ade993a9', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813067-1-smb'}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:50.195428 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b4d44d-6d47-4aa0-a79c-6eb039e3a6fa None None] Checking router: e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 for host: dv-cinder-813067-1-smb {{(pid=94185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 04:19:50.203643 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b4d44d-6d47-4aa0-a79c-6eb039e3a6fa None None] Routers {'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'} bound to L3 agent in host dv-cinder-813067-1-smb {{(pid=94185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 04:19:50.204359 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-95b4d44d-6d47-4aa0-a79c-6eb039e3a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813067-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T03:58:31Z,description=,heartbeat_timestamp=2021-10-12T04:19:31Z,host='dv-cinder-813067-1-smb',id=026d8fb1-564d-4e7f-8976-026f270a25bd,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T03:58:31Z,topic='l3_agent')) {'router_ids': ['e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'], 'active': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:50.223074 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] For port f55c60c5-405d-41cd-8e7e-567b2986277d, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=f55c60c5-405d-41cd-8e7e-567b2986277d,segment=NetworkSegment(5cb89e5c-64c1-4055-8bfb-079515f4cc53),segment_id=5cb89e5c-64c1-4055-8bfb-079515f4cc53)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:50.223438 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.235895 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Calling delete_port for f55c60c5-405d-41cd-8e7e-567b2986277d owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:19:50.287299 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_dvr_db [None req-95b4d44d-6d47-4aa0-a79c-6eb039e3a6fa None None] Set router e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 gateway port host: None {{(pid=94185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 04:19:50.339661 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.l3_hamode_db [None req-95b4d44d-6d47-4aa0-a79c-6eb039e3a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'name': 'tempest-TestMinimumBasicScenario-585709102-router', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:19:50Z', 'revision_number': 6, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'gw_port_host': None}], 'dv-cinder-813067-1-smb', False) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:50.365880 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b4d44d-6d47-4aa0-a79c-6eb039e3a6fa None None] The sync data for ids ['e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6'] in dv-cinder-813067-1-smb is: [{'id': 'e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6', 'name': 'tempest-TestMinimumBasicScenario-585709102-router', 'tenant_id': '68e16ab06a1343e09645814e17e5330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T04:16:29Z', 'updated_at': '2021-10-12T04:19:50Z', 'revision_number': 6, 'project_id': '68e16ab06a1343e09645814e17e5330f', 'gw_port_host': None}] {{(pid=94185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 04:19:50.400961 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9114255'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.430542 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f55c60c5-405d-41cd-8e7e-567b2986277d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:50.492589 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873477'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.579047 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11531'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.581099 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.624947 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912254'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.625394 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 04:19:50.629874 dv-cinder-813067-1-smb neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.631005 dv-cinder-813067-1-smb neutron-server[94183]: INFO neutron.wsgi [None req-835b15f8-19b1-4b00-ba11-2240284fad2e admin admin] 10.222.0.31 "DELETE /v2.0/routers/e1b8fd9d-1a7c-4a9f-9fd8-264d27b7b4e6 HTTP/1.1" status: 204 len: 168 time: 0.7472191 Oct 12 04:19:50.633736 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 48002) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:50.677191 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccbe6ee-ef50-4de3-bf11-76587589c763 admin admin] Deleting subnet ce4049bb-2c1f-4555-8a2f-9c768a87f0b6 {{(pid=94182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 04:19:50.680024 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe6ee-ef50-4de3-bf11-76587589c763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.713290 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe6ee-ef50-4de3-bf11-76587589c763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542351'] for subnet, precommit_delete_associations {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.800534 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe6ee-ef50-4de3-bf11-76587589c763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475200'] for subnet, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.852239 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe6ee-ef50-4de3-bf11-76587589c763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11439025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11845777'] for subnet, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.877729 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbe6ee-ef50-4de3-bf11-76587589c763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4049bb-2c1f-4555-8a2f-9c768a87f0b6,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:50.879591 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe6ee-ef50-4de3-bf11-76587589c763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for subnet, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:50.883428 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-8ccbe6ee-ef50-4de3-bf11-76587589c763 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ce4049bb-2c1f-4555-8a2f-9c768a87f0b6 HTTP/1.1" status: 204 len: 168 time: 0.2485538 Oct 12 04:19:50.883644 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76981470-0109-4a65-b5b2-2a6508f32030 None None] Network ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd requested from dv-cinder-813067-1-smb {{(pid=94184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 04:19:50.885161 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 48004) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:50.954807 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655467'] for network, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.005615 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Deleting port 2901758f-417b-44c1-8130-ac302d598c2d {{(pid=94182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:19:51.005962 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.068572 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.db [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] For port 2901758f-417b-44c1-8130-ac302d598c2d, host dv-cinder-813067-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813067-1-smb',level=0,port_id=2901758f-417b-44c1-8130-ac302d598c2d,segment=NetworkSegment(72c3a724-b8af-472c-ae2e-a4801b1c8c38),segment_id=72c3a724-b8af-472c-ae2e-a4801b1c8c38)] {{(pid=94182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:51.068891 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.085514 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Calling delete_port for 2901758f-417b-44c1-8130-ac302d598c2d owned by network:dhcp {{(pid=94182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:19:51.116080 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] DHCP port deletion for ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd request from dv-cinder-813067-1-smb {{(pid=94184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 04:19:51.163679 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Deleting port 2901758f-417b-44c1-8130-ac302d598c2d {{(pid=94184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 04:19:51.164049 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766412136102'] for port, before_delete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.165511 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11439006'] for port, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.193023 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2901758f-417b-44c1-8130-ac302d598c2d,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:51.194862 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] No DVR routers for this DVR port 2901758f-417b-44c1-8130-ac302d598c2d on host dv-cinder-813067-1-smb {{(pid=94182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:19:51.237571 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.db [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] For port 2901758f-417b-44c1-8130-ac302d598c2d, host dv-cinder-813067-1-smb, got binding levels [] {{(pid=94184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 04:19:51.238048 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875902'] for port, precommit_delete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.250439 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Calling delete_port for 2901758f-417b-44c1-8130-ac302d598c2d owned by network:dhcp {{(pid=94184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 04:19:51.253218 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.ipam_backend_mixin [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Port 2901758f-417b-44c1-8130-ac302d598c2d was not found and therefore no delete operation was performed {{(pid=94184) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 04:19:51.254492 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766412109316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766411639044'] for port, after_delete {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.268586 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473915', 'neutron.services.segments.db._delete_segments_for_network-8766412216068'] for network, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.280462 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Pushing event deleted for resources: {'Port': ['ID=2901758f-417b-44c1-8130-ac302d598c2d,revision_number=None']} {{(pid=94184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:51.288781 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:51.289196 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:51.289412 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:51.289829 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:51.289946 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd']}} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:51.290061 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:51.290365 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:51.290687 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:51.291012 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:51.291817 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:51.291817 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:51.292030 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:51.292997 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813067-1-smb {{(pid=94184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 04:19:51.295609 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfeccf9-ddad-4953-8f07-2e5cb983d0b2 None None] No DVR routers for this DVR port 2901758f-417b-44c1-8130-ac302d598c2d on host dv-cinder-813067-1-smb {{(pid=94184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 04:19:51.302462 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c3a724-b8af-472c-ae2e-a4801b1c8c38') {'for_net_delete': True} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:51.302462 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.services.segments.db [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c3a724-b8af-472c-ae2e-a4801b1c8c38') {} {{(pid=94182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 04:19:51.312450 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766412215053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542340'] for segment, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.326563 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466'] for segment, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.332915 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 04:19:51.333300 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11438191'] for segment, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: Traceback (most recent call last): Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: timer() Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: cb(*args, **kw) Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: return func(*args, **kwargs) Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: self._notify() Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: self.callback(batched_events) Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: event.method(event) Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: return f(self, *a, **k) Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: return self._get(url).json() Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: return self.request(url, 'GET', **kwargs) Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 04:19:51.335375 dv-cinder-813067-1-smb neutron-server[94182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 04:19:51.389236 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873441'] for network, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.394594 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775235'] for network, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.397754 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd HTTP/1.1" status: 204 len: 168 time: 0.5116799 Oct 12 04:19:51.409193 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c609d-5981-42a0-bdba-990289acd4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec34b302-91c4-41e5-bc9f-f7fbb5dc47bd,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:51.585772 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 48008) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:51.628161 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-e2e975cc-8a67-4b1e-a294-408be38c4ea5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd595906766c4e25a8f513f6b01a93b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411870 Oct 12 04:19:51.630561 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 48010) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:51.676937 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4d8a-0713-47c0-a36f-561a20bd37c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.696782 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4d8a-0713-47c0-a36f-561a20bd37c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.741719 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4d8a-0713-47c0-a36f-561a20bd37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.744206 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4d8a-0713-47c0-a36f-561a20bd37c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:51.745388 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-e3fb4d8a-0713-47c0-a36f-561a20bd37c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/965bef36-41b2-449f-b59d-6d9c2728ee07 HTTP/1.1" status: 204 len: 168 time: 0.1139164 Oct 12 04:19:51.754649 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb4d8a-0713-47c0-a36f-561a20bd37c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965bef36-41b2-449f-b59d-6d9c2728ee07,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:51.862281 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device f7a200c7-c4d1-4242-9106-6d2ff3106db9 no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:19:51.881660 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: f7a200c7-c4d1-4242-9106-6d2ff3106db9 {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:19:51.882002 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device f7a200c7-c4d1-4242-9106-6d2ff3106db9 not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:19:51.882413 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device f55c60c5-405d-41cd-8e7e-567b2986277d no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:19:51.901437 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: f55c60c5-405d-41cd-8e7e-567b2986277d {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:19:51.903030 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device f55c60c5-405d-41cd-8e7e-567b2986277d not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:19:51.903456 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 2901758f-417b-44c1-8130-ac302d598c2d no longer exists at agent ovs-agent-dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 04:19:51.921753 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.plugin [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] No Port match for: 2901758f-417b-44c1-8130-ac302d598c2d {{(pid=94184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 04:19:51.922094 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron.plugins.ml2.rpc [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Device 2901758f-417b-44c1-8130-ac302d598c2d not bound to the agent host dv-cinder-813067-1-smb {{(pid=94184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 04:19:52.049939 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 48016) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:52.089092 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-7ed8e0f3-5df7-4b18-8f83-474916fb84f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68e16ab06a1343e09645814e17e5330f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379925 Oct 12 04:19:52.091584 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [-] (94182) accepted ('10.222.0.31', 48018) {{(pid=94182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 04:19:52.137896 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f352-cec3-4944-950e-488c66beeb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:52.157830 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f352-cec3-4944-950e-488c66beeb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:52.205328 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f352-cec3-4944-950e-488c66beeb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684236'] for security_group, after_delete {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:52.207931 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f352-cec3-4944-950e-488c66beeb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:19:52.209120 dv-cinder-813067-1-smb neutron-server[94182]: INFO neutron.wsgi [None req-3ce6f352-cec3-4944-950e-488c66beeb4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb5fc178-ebb7-4e49-bcdb-4b0c3b5c3ebb HTTP/1.1" status: 204 len: 168 time: 0.1166365 Oct 12 04:19:52.216317 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6f352-cec3-4944-950e-488c66beeb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5fc178-ebb7-4e49-bcdb-4b0c3b5c3ebb,revision_number=None']} {{(pid=94182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 04:19:58.266774 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-d1b3299b-6d85-484e-90a2-5348d8923a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:00.676151 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-1da56537-826d-4921-ae71-146bc969e677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:01.693572 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:01.729480 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:03.679380 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:07.436910 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:08.522444 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:20:28.267136 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-30d73201-ad64-4506-b985-950e7e7f29bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:30.676756 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-8b916b12-e1f8-46ea-a9fd-305c7ef8c55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:31.695164 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:31.729571 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:33.681002 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:37.447274 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:20:45.521025 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:20:58.267275 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-7f68a79b-e98f-4321-8b23-2e598cadba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:00.676557 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-6062dfc0-0499-4723-ab81-8cb7ee02487d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.697823 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:01.728718 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:03.683294 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:07.461354 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:22.518856 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:21:28.266776 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-86f14690-5dbf-4663-b4e7-feb380815e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:30.676744 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-7f1b8de9-669e-40bc-8b5e-f8a0e8f7a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:31.701660 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:31.727391 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:33.686317 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:37.461653 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:58.271021 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-478a99a7-65c7-457d-8c58-44b18b82248d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:21:59.518696 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:22:00.675428 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-983403b6-1815-4bd8-9f72-e448f12a0275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:01.704577 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:01.726881 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:03.688973 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:05.145354 dv-cinder-813067-1-smb neutron-server[94182]: DEBUG neutron.wsgi [req-44288f08-6e06-4d5a-8308-91f5ceb59fa0 req-fdb96f15-11c9-4f85-9e95-d42c9bdadb28 service neutron] (94182) timed out ('10.222.0.41', 61774) {{(pid=94182) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 04:22:07.460585 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:28.271085 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-430fac45-2f8c-4fe7-ba2b-06ff2a85b6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:30.676698 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-1b9efaba-a170-4f79-9394-b6021f281e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:31.706548 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:31.727290 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:33.692480 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:36.518073 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:22:37.449572 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:22:58.272800 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-c238d84b-44e4-45f6-b1fe-2bf87f180a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:00.676611 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-81c08907-0ddd-4b27-868c-05190572a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:01.710767 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:01.726231 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:03.695346 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:07.464872 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:13.518242 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:23:28.273422 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-66d49f38-bf76-4e82-a8b9-69bd78781d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:30.676301 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-9f7b1e26-67ef-42a6-9f79-5ad902fc750c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:31.717806 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:31.728543 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:33.697654 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:37.463628 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:23:50.518599 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:23:58.274319 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-154b7823-2ad6-4d65-95e5-83d0bb22b554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:00.677418 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b95bb1e3-e251-4d8c-84ae-6129f7eefc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:01.719565 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:01.728642 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:03.699655 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:07.461956 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:27.518354 dv-cinder-813067-1-smb neutron-server[94185]: DEBUG neutron.db.agents_db [None req-2bd1aae1-e311-4e28-bd67-f9f01d7fca58 None None] Agent healthcheck: found 6 active agents {{(pid=94185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 04:24:28.273330 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-eabff66c-f309-4b94-8c1e-54b293ac1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:30.677520 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-1a22d1e5-83f0-4f1e-bf7f-3e19b5bbcecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:31.719535 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-fccf9592-1a7e-40f6-85e2-bb7ba980e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:31.730825 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-617c1dbc-e2cf-411a-8d6e-1d169aab6594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:33.704163 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-4934df3b-38e3-41b1-ad4e-6e545a47f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 04:24:37.477284 dv-cinder-813067-1-smb neutron-server[94184]: DEBUG neutron_lib.callbacks.manager [None req-b0c566af-312c-4f60-959b-db041683f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766412214510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476075'] for agent, after_update {{(pid=94184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}